{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "b9702787-10f3-41b2-bd93-7b40d3e53383",
   "metadata": {},
   "source": [
    "# Tracing ttnn operations and torch modules/functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "3979412c-eba9-4d94-9999-add423a6ea3e",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.environ[\"TTNN_CONFIG_OVERRIDES\"] = \"{\\\"enable_fast_runtime_mode\\\": false}\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "dbd63fbb-f61c-48a4-85a8-1003586be3fc",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-07-11 18:17:47.183 | DEBUG    | ttnn:<module>:133 - Loading ttnn configuration overrides from environment variable TTNN_CONFIG_OVERRIDES\n",
      "2024-07-11 18:17:47.184 | DEBUG    | ttnn:<module>:136 - Initial ttnn.CONFIG:\n",
      "{'cache_path': PosixPath('/home/ubuntu/.cache/ttnn'),\n",
      " 'comparison_mode_pcc': 0.9999,\n",
      " 'enable_comparison_mode': False,\n",
      " 'enable_detailed_buffer_report': False,\n",
      " 'enable_detailed_tensor_report': False,\n",
      " 'enable_fast_runtime_mode': False,\n",
      " 'enable_graph_report': False,\n",
      " 'enable_logging': False,\n",
      " 'enable_model_cache': False,\n",
      " 'model_cache_path': PosixPath('/home/ubuntu/.cache/ttnn/models'),\n",
      " 'report_name': None,\n",
      " 'root_report_path': PosixPath('generated/ttnn/reports'),\n",
      " 'throw_exception_on_fallback': False,\n",
      " 'tmp_dir': PosixPath('/tmp/ttnn')}\n",
      "2024-07-11 18:17:47.354 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.logical_xor be migrated to C++?\n",
      "2024-07-11 18:17:47.355 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.xlogy be migrated to C++?\n",
      "2024-07-11 18:17:47.356 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.maximum be migrated to C++?\n",
      "2024-07-11 18:17:47.356 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.minimum be migrated to C++?\n",
      "2024-07-11 18:17:47.357 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.atan2 be migrated to C++?\n",
      "2024-07-11 18:17:47.358 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.hypot be migrated to C++?\n",
      "2024-07-11 18:17:47.358 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.nextafter be migrated to C++?\n",
      "2024-07-11 18:17:47.359 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.polyval be migrated to C++?\n",
      "2024-07-11 18:17:47.359 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.isclose be migrated to C++?\n",
      "2024-07-11 18:17:47.360 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.all_gather be migrated to C++?\n",
      "2024-07-11 18:17:47.362 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.pearson_correlation_coefficient be migrated to C++?\n",
      "2024-07-11 18:17:47.366 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.conv2d be migrated to C++?\n",
      "2024-07-11 18:17:47.367 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.reshape be migrated to C++?\n",
      "2024-07-11 18:17:47.368 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.unsqueeze_to_4D be migrated to C++?\n",
      "2024-07-11 18:17:47.369 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.squeeze be migrated to C++?\n",
      "2024-07-11 18:17:47.369 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.from_torch be migrated to C++?\n",
      "2024-07-11 18:17:47.370 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.to_torch be migrated to C++?\n",
      "2024-07-11 18:17:47.370 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.to_device be migrated to C++?\n",
      "2024-07-11 18:17:47.371 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.from_device be migrated to C++?\n",
      "2024-07-11 18:17:47.371 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.allocate_tensor_on_device be migrated to C++?\n",
      "2024-07-11 18:17:47.372 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.copy_host_to_device_tensor be migrated to C++?\n",
      "2024-07-11 18:17:47.373 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.deallocate be migrated to C++?\n",
      "2024-07-11 18:17:47.373 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.clone be migrated to C++?\n",
      "2024-07-11 18:17:47.374 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.reallocate be migrated to C++?\n",
      "2024-07-11 18:17:47.374 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.load_tensor be migrated to C++?\n",
      "2024-07-11 18:17:47.375 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.dump_tensor be migrated to C++?\n",
      "2024-07-11 18:17:47.375 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.as_tensor be migrated to C++?\n",
      "2024-07-11 18:17:47.378 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.arange be migrated to C++?\n",
      "2024-07-11 18:17:47.379 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.mse_loss be migrated to C++?\n",
      "2024-07-11 18:17:47.380 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.l1_loss be migrated to C++?\n",
      "2024-07-11 18:17:47.381 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.matmul be migrated to C++?\n",
      "2024-07-11 18:17:47.381 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.linear be migrated to C++?\n",
      "2024-07-11 18:17:47.383 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.mac be migrated to C++?\n",
      "2024-07-11 18:17:47.384 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.addcmul be migrated to C++?\n",
      "2024-07-11 18:17:47.384 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.addcdiv be migrated to C++?\n",
      "2024-07-11 18:17:47.385 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.lerp be migrated to C++?\n",
      "2024-07-11 18:17:47.390 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.logit be migrated to C++?\n",
      "2024-07-11 18:17:47.390 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.polygamma be migrated to C++?\n",
      "2024-07-11 18:17:47.391 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.hardshrink be migrated to C++?\n",
      "2024-07-11 18:17:47.392 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.celu be migrated to C++?\n",
      "2024-07-11 18:17:47.392 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.softshrink be migrated to C++?\n",
      "2024-07-11 18:17:47.393 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.clip be migrated to C++?\n",
      "2024-07-11 18:17:47.393 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.threshold be migrated to C++?\n",
      "2024-07-11 18:17:47.394 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.glu be migrated to C++?\n",
      "2024-07-11 18:17:47.394 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.reglu be migrated to C++?\n",
      "2024-07-11 18:17:47.395 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.swiglu be migrated to C++?\n",
      "2024-07-11 18:17:47.396 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.geglu be migrated to C++?\n",
      "2024-07-11 18:17:47.397 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.matmul be migrated to C++?\n",
      "2024-07-11 18:17:47.398 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.linear be migrated to C++?\n",
      "2024-07-11 18:17:47.399 | WARNING  | ttnn.decorators:operation_decorator:758 - Should ttnn.conv2d be migrated to C++?\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "import transformers\n",
    "\n",
    "import ttnn\n",
    "from ttnn.tracer import trace, visualize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "361f2a1e-bb43-4c8a-ab4e-34d0dd424ebd",
   "metadata": {},
   "outputs": [],
   "source": [
    "transformers.logging.set_verbosity_error()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "162b41bd-cd48-44cc-90cb-0040393ff179",
   "metadata": {},
   "source": [
    "## Trace torch functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "2d48f30d-de73-41a9-83b3-30e7a0dadd89",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-07-11 18:17:47.412 | DEBUG    | ttnn.tracer:visualize:442 - Dumping graph of the model to None\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.43.0 (0)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"183pt\" height=\"234pt\"\n",
       " viewBox=\"0.00 0.00 182.50 234.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 230)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-230 178.5,-230 178.5,4 -4,4\"/>\n",
       "<!-- torch_input_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>torch_input_0</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"174.5,-226 80.5,-226 80.5,-148 174.5,-148 174.5,-226\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"81.5,-199 81.5,-225 173.5,-225 173.5,-199 81.5,-199\"/>\n",
       "<text text-anchor=\"start\" x=\"96\" y=\"-215\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.randint</text>\n",
       "<text text-anchor=\"start\" x=\"83.5\" y=\"-204\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 604.2 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"81.5,-149 81.5,-198 173.5,-198 173.5,-149 81.5,-149\"/>\n",
       "<text text-anchor=\"start\" x=\"106\" y=\"-188\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"111.5\" y=\"-177\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64)</text>\n",
       "<text text-anchor=\"start\" x=\"101\" y=\"-166\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int64</text>\n",
       "</g>\n",
       "<!-- exp_1 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>exp_1</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"161,-101 0,-101 0,0 161,0 161,-101\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-0.5 1.5,-99.5 93.5,-99.5 93.5,-0.5 1.5,-0.5\"/>\n",
       "<text text-anchor=\"start\" x=\"24.5\" y=\"-53\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.exp</text>\n",
       "<text text-anchor=\"start\" x=\"3.5\" y=\"-42\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 465.6 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"94.5,-50.5 94.5,-99.5 160.5,-99.5 160.5,-50.5 94.5,-50.5\"/>\n",
       "<text text-anchor=\"start\" x=\"110.5\" y=\"-89.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"111.5\" y=\"-78.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64)</text>\n",
       "<text text-anchor=\"start\" x=\"101\" y=\"-67.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int64</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"94.5,-0.5 94.5,-49.5 160.5,-49.5 160.5,-0.5 94.5,-0.5\"/>\n",
       "<text text-anchor=\"start\" x=\"106\" y=\"-39.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"111.5\" y=\"-28.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64)</text>\n",
       "<text text-anchor=\"start\" x=\"96.5\" y=\"-17.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_input_0&#45;&gt;exp_1 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>torch_input_0:#0&#45;&gt;exp_1:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M127.5,-148C127.5,-130.68 127.5,-124.02 127.5,-110.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"131,-110.5 127.5,-100.5 124,-110.5 131,-110.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"143\" y=\"-122\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x7f57942a6b20>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with trace():\n",
    "    tensor = torch.randint(0, 100, (1, 64))\n",
    "    tensor = torch.exp(tensor)\n",
    "visualize(tensor)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1b15becb-cbe3-4392-8957-ec3a304be505",
   "metadata": {},
   "source": [
    "## Trace torch functions and ttnn operations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "cc31f32f-5daf-4130-995d-fbe72a473d73",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-07-11 18:17:47.447 | DEBUG    | ttnn.tracer:visualize:442 - Dumping graph of the model to None\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.43.0 (0)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"211pt\" height=\"525pt\"\n",
       " viewBox=\"0.00 0.00 210.50 525.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 521)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-521 206.5,-521 206.5,4 -4,4\"/>\n",
       "<!-- torch_input_2 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>torch_input_2</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"194.5,-517 100.5,-517 100.5,-439 194.5,-439 194.5,-517\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"101.5,-490 101.5,-516 193.5,-516 193.5,-490 101.5,-490\"/>\n",
       "<text text-anchor=\"start\" x=\"116\" y=\"-506\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.randint</text>\n",
       "<text text-anchor=\"start\" x=\"103.5\" y=\"-495\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 361.9 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"101.5,-440 101.5,-489 193.5,-489 193.5,-440 101.5,-440\"/>\n",
       "<text text-anchor=\"start\" x=\"126\" y=\"-479\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"131.5\" y=\"-468\" font-family=\"Linux libertine\" font-size=\"10.00\">(4, 64)</text>\n",
       "<text text-anchor=\"start\" x=\"121\" y=\"-457\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int64</text>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_8 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>ttnn.from_torch_8</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"/operation_buffer_report/0\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"201,-392 0,-392 0,-292 201,-292 201,-392\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-293 1.5,-391 93.5,-391 93.5,-293 1.5,-293\"/>\n",
       "<text text-anchor=\"start\" x=\"3.5\" y=\"-339.5\" font-family=\"Linux libertine\" font-size=\"10.00\">0: ttnn.from_torch</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"94.5,-342 94.5,-391 200.5,-391 200.5,-342 94.5,-342\"/>\n",
       "<text text-anchor=\"start\" x=\"130.5\" y=\"-381\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"131.5\" y=\"-370\" font-family=\"Linux libertine\" font-size=\"10.00\">(4, 64)</text>\n",
       "<text text-anchor=\"start\" x=\"121\" y=\"-359\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int64</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"94.5,-293 94.5,-341 200.5,-341 200.5,-293 94.5,-293\"/>\n",
       "<text text-anchor=\"start\" x=\"126\" y=\"-331\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"101.5\" y=\"-320\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([4, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"105\" y=\"-309\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"96.5\" y=\"-298\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- torch_input_2&#45;&gt;ttnn.from_torch_8 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>torch_input_2:#0&#45;&gt;ttnn.from_torch_8:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M147.5,-439C147.5,-422.03 147.5,-415.4 147.5,-402.3\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"151,-402 147.5,-392 144,-402 151,-402\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-413\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.reshape_11 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>ttnn.reshape_11</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"/operation_buffer_report/1\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"202,-245 13,-245 13,-146 202,-146 202,-245\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"14.5,-146.5 14.5,-243.5 92.5,-243.5 92.5,-146.5 14.5,-146.5\"/>\n",
       "<text text-anchor=\"start\" x=\"16.5\" y=\"-192.5\" font-family=\"Linux libertine\" font-size=\"10.00\">1: ttnn.reshape</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"93.5,-195.5 93.5,-243.5 201.5,-243.5 201.5,-195.5 93.5,-195.5\"/>\n",
       "<text text-anchor=\"start\" x=\"130.5\" y=\"-233.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"101.5\" y=\"-222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([4, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"105\" y=\"-211.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"96.5\" y=\"-200.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"93.5,-146.5 93.5,-194.5 201.5,-194.5 201.5,-146.5 93.5,-146.5\"/>\n",
       "<text text-anchor=\"start\" x=\"126\" y=\"-184.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"95.5\" y=\"-173.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([2, 4, 32])</text>\n",
       "<text text-anchor=\"start\" x=\"105\" y=\"-162.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"96.5\" y=\"-151.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_8&#45;&gt;ttnn.reshape_11 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>ttnn.from_torch_8:#0&#45;&gt;ttnn.reshape_11:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M147.5,-292C147.5,-274.68 147.5,-268.02 147.5,-254.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"151,-254.5 147.5,-244.5 144,-254.5 151,-254.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-266\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.to_torch_13 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>ttnn.to_torch_13</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"/operation_buffer_report/2\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"202.5,-99 12.5,-99 12.5,0 202.5,0 202.5,-99\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"13.5,-0.5 13.5,-97.5 92.5,-97.5 92.5,-0.5 13.5,-0.5\"/>\n",
       "<text text-anchor=\"start\" x=\"15.5\" y=\"-46.5\" font-family=\"Linux libertine\" font-size=\"10.00\">2: ttnn.to_torch</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"93.5,-49.5 93.5,-97.5 201.5,-97.5 201.5,-49.5 93.5,-49.5\"/>\n",
       "<text text-anchor=\"start\" x=\"130.5\" y=\"-87.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"95.5\" y=\"-76.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([2, 4, 32])</text>\n",
       "<text text-anchor=\"start\" x=\"105\" y=\"-65.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"96.5\" y=\"-54.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"93.5,-0.5 93.5,-48.5 201.5,-48.5 201.5,-0.5 93.5,-0.5\"/>\n",
       "<text text-anchor=\"start\" x=\"126\" y=\"-38.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"97.5\" y=\"-27.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Size([2, 4, 32])</text>\n",
       "<text text-anchor=\"start\" x=\"121\" y=\"-16.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int32</text>\n",
       "<text text-anchor=\"start\" x=\"116.5\" y=\"-5.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.strided</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.reshape_11&#45;&gt;ttnn.to_torch_13 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>ttnn.reshape_11:#0&#45;&gt;ttnn.to_torch_13:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M147.5,-146C147.5,-128.68 147.5,-122.02 147.5,-108.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"151,-108.5 147.5,-98.5 144,-108.5 151,-108.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-120\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x7f57942cc550>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with trace():\n",
    "    tensor = torch.randint(0, 100, (4, 64))\n",
    "    tensor = ttnn.from_torch(tensor)\n",
    "    tensor = ttnn.reshape(tensor, (2, 4, 32))\n",
    "    tensor = ttnn.to_torch(tensor)\n",
    "visualize(tensor)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0c696468-19e6-459b-b17d-81301acb2ce2",
   "metadata": {},
   "source": [
    "## Trace torch functions, torch modules and ttnn operations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "93c05dbb-2f7f-47a8-966c-7eb1827754e3",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/tt-metal/python_env/lib/python3.8/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
      "  warnings.warn(\n",
      "2024-07-11 18:17:48.874 | DEBUG    | ttnn.tracer:visualize:442 - Dumping graph of the model to None\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.43.0 (0)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"540pt\" height=\"1504pt\"\n",
       " viewBox=\"0.00 0.00 540.00 1503.50\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 1499.5)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-1499.5 536,-1499.5 536,4 -4,4\"/>\n",
       "<g id=\"clust1\" class=\"cluster\">\n",
       "<title>_32</title>\n",
       "<polygon fill=\"#0000ff\" fill-opacity=\"0.501961\" stroke=\"black\" points=\"8,-137 8,-1380.5 430,-1380.5 430,-137 8,-137\"/>\n",
       "<text text-anchor=\"middle\" x=\"219\" y=\"-1365.3\" font-family=\"Times,serif\" font-size=\"14.00\">transformers.models.bert.modeling_bert.BertSelfOutput</text>\n",
       "<text text-anchor=\"middle\" x=\"219\" y=\"-1350.3\" font-family=\"Times,serif\" font-size=\"14.00\">duration: 3.8 ms</text>\n",
       "</g>\n",
       "<g id=\"clust2\" class=\"cluster\">\n",
       "<title>dense_22</title>\n",
       "<polygon fill=\"#ee00ee\" fill-opacity=\"0.501961\" stroke=\"black\" points=\"39,-935.5 39,-1230.5 385,-1230.5 385,-935.5 39,-935.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"212\" y=\"-1215.3\" font-family=\"Times,serif\" font-size=\"14.00\">torch.nn.modules.linear.Linear</text>\n",
       "<text text-anchor=\"middle\" x=\"212\" y=\"-1200.3\" font-family=\"Times,serif\" font-size=\"14.00\">dense</text>\n",
       "<text text-anchor=\"middle\" x=\"212\" y=\"-1185.3\" font-family=\"Times,serif\" font-size=\"14.00\">duration: 2.0 ms</text>\n",
       "</g>\n",
       "<g id=\"clust3\" class=\"cluster\">\n",
       "<title>dropout_25</title>\n",
       "<polygon fill=\"#ee00ee\" fill-opacity=\"0.501961\" stroke=\"black\" points=\"75,-617 75,-906.5 340,-906.5 340,-617 75,-617\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5\" y=\"-891.3\" font-family=\"Times,serif\" font-size=\"14.00\">torch.nn.modules.dropout.Dropout</text>\n",
       "<text text-anchor=\"middle\" x=\"207.5\" y=\"-876.3\" font-family=\"Times,serif\" font-size=\"14.00\">dropout</text>\n",
       "<text text-anchor=\"middle\" x=\"207.5\" y=\"-861.3\" font-family=\"Times,serif\" font-size=\"14.00\">duration: 216.2 µs</text>\n",
       "</g>\n",
       "<g id=\"clust4\" class=\"cluster\">\n",
       "<title>LayerNorm_31</title>\n",
       "<polygon fill=\"#ee00ee\" fill-opacity=\"0.501961\" stroke=\"black\" points=\"48,-145 48,-440 422,-440 422,-145 48,-145\"/>\n",
       "<text text-anchor=\"middle\" x=\"235\" y=\"-424.8\" font-family=\"Times,serif\" font-size=\"14.00\">torch.nn.modules.normalization.LayerNorm</text>\n",
       "<text text-anchor=\"middle\" x=\"235\" y=\"-409.8\" font-family=\"Times,serif\" font-size=\"14.00\">LayerNorm</text>\n",
       "<text text-anchor=\"middle\" x=\"235\" y=\"-394.8\" font-family=\"Times,serif\" font-size=\"14.00\">duration: 713.8 µs</text>\n",
       "</g>\n",
       "<!-- torch_input_14 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>torch_input_14</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"153,-1495.5 59,-1495.5 59,-1417.5 153,-1417.5 153,-1495.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"60,-1468.5 60,-1494.5 152,-1494.5 152,-1468.5 60,-1468.5\"/>\n",
       "<text text-anchor=\"start\" x=\"81\" y=\"-1484.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.rand</text>\n",
       "<text text-anchor=\"start\" x=\"62\" y=\"-1473.5\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 159.7 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"60,-1418.5 60,-1467.5 152,-1467.5 152,-1418.5 60,-1418.5\"/>\n",
       "<text text-anchor=\"start\" x=\"84.5\" y=\"-1457.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"78\" y=\"-1446.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"75\" y=\"-1435.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- module_input_16 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>module_input_16</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"143.5,-1334.5 68.5,-1334.5 68.5,-1267.5 143.5,-1267.5 143.5,-1334.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"70,-1318 70,-1333 143,-1333 143,-1318 70,-1318\"/>\n",
       "<text text-anchor=\"start\" x=\"72\" y=\"-1323\" font-family=\"Linux libertine\" font-size=\"10.00\">hidden_states</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"70,-1268 70,-1317 143,-1317 143,-1268 70,-1268\"/>\n",
       "<text text-anchor=\"start\" x=\"85\" y=\"-1307\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"78.5\" y=\"-1296\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"75.5\" y=\"-1285\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_input_14&#45;&gt;module_input_16 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>torch_input_14:#0&#45;&gt;module_input_16</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M106,-1417.5C106,-1393.46 106,-1366.61 106,-1344.85\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"109.5,-1344.61 106,-1334.61 102.5,-1344.61 109.5,-1344.61\"/>\n",
       "<text text-anchor=\"middle\" x=\"121.5\" y=\"-1391.5\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- torch_input_15 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>torch_input_15</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"532,-851 438,-851 438,-773 532,-773 532,-851\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"439,-824 439,-850 531,-850 531,-824 439,-824\"/>\n",
       "<text text-anchor=\"start\" x=\"460\" y=\"-840\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.rand</text>\n",
       "<text text-anchor=\"start\" x=\"441\" y=\"-829\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 116.3 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"439,-774 439,-823 531,-823 531,-774 439,-774\"/>\n",
       "<text text-anchor=\"start\" x=\"463.5\" y=\"-813\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"457\" y=\"-802\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"454\" y=\"-791\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- module_input_17 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>module_input_17</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"418,-709 350,-709 350,-642 418,-642 418,-709\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"351,-692.5 351,-707.5 417,-707.5 417,-692.5 351,-692.5\"/>\n",
       "<text text-anchor=\"start\" x=\"353.5\" y=\"-697.5\" font-family=\"Linux libertine\" font-size=\"10.00\">input_tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"351,-642.5 351,-691.5 417,-691.5 417,-642.5 351,-642.5\"/>\n",
       "<text text-anchor=\"start\" x=\"362.5\" y=\"-681.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"356\" y=\"-670.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"353\" y=\"-659.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_input_15&#45;&gt;module_input_17 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>torch_input_15:#0&#45;&gt;module_input_17</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M485,-773C485,-738.86 454.46,-713.09 426.97,-696.8\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"428.62,-693.72 418.19,-691.85 425.18,-699.81 428.62,-693.72\"/>\n",
       "<text text-anchor=\"middle\" x=\"495.5\" y=\"-747\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- module_input_18 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>module_input_18</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"141,-1164 73,-1164 73,-1097 141,-1097 141,-1164\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"74,-1147.5 74,-1162.5 140,-1162.5 140,-1147.5 74,-1147.5\"/>\n",
       "<text text-anchor=\"start\" x=\"94.5\" y=\"-1152.5\" font-family=\"Linux libertine\" font-size=\"10.00\">input</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"74,-1097.5 74,-1146.5 140,-1146.5 140,-1097.5 74,-1097.5\"/>\n",
       "<text text-anchor=\"start\" x=\"85.5\" y=\"-1136.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"79\" y=\"-1125.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"76\" y=\"-1114.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- module_input_16&#45;&gt;module_input_18 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>module_input_16:#0&#45;&gt;module_input_18</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M107,-1267.5C107,-1236.34 107,-1201.16 107,-1174.39\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"110.5,-1174.2 107,-1164.2 103.5,-1174.2 110.5,-1174.2\"/>\n",
       "<text text-anchor=\"middle\" x=\"122.5\" y=\"-1241.5\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- add_26 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>add_26</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"377,-578 155,-578 155,-477 377,-477 377,-578\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"156,-477.5 156,-576.5 242,-576.5 242,-477.5 156,-477.5\"/>\n",
       "<text text-anchor=\"start\" x=\"159\" y=\"-530\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Tensor.add</text>\n",
       "<text text-anchor=\"start\" x=\"158\" y=\"-519\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 82.7 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"243,-527.5 243,-576.5 309,-576.5 309,-527.5 243,-527.5\"/>\n",
       "<text text-anchor=\"start\" x=\"259\" y=\"-566.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"248\" y=\"-555.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"245\" y=\"-544.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"310,-527.5 310,-576.5 376,-576.5 376,-527.5 310,-527.5\"/>\n",
       "<text text-anchor=\"start\" x=\"326\" y=\"-566.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"315\" y=\"-555.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"312\" y=\"-544.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"243,-477.5 243,-526.5 376,-526.5 376,-477.5 243,-477.5\"/>\n",
       "<text text-anchor=\"start\" x=\"288\" y=\"-516.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"281.5\" y=\"-505.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"278.5\" y=\"-494.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- module_input_17&#45;&gt;add_26 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>module_input_17:#0&#45;&gt;add_26:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M384,-641.5C384,-611.55 351.76,-610.95 344.46,-587.65\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"347.89,-586.9 343,-577.5 340.96,-587.9 347.89,-586.9\"/>\n",
       "<text text-anchor=\"middle\" x=\"374.5\" y=\"-599\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- linear_21 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>linear_21</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"377,-1044.5 47,-1044.5 47,-943.5 377,-943.5 377,-1044.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"48,-944 48,-1043 175,-1043 175,-944 48,-944\"/>\n",
       "<text text-anchor=\"start\" x=\"50\" y=\"-996.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.nn.functional.linear</text>\n",
       "<text text-anchor=\"start\" x=\"71.5\" y=\"-985.5\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 1.8 ms</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"176,-994 176,-1043 242,-1043 242,-994 176,-994\"/>\n",
       "<text text-anchor=\"start\" x=\"192\" y=\"-1033\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"181\" y=\"-1022\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"178\" y=\"-1011\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"243,-994 243,-1043 309,-1043 309,-994 243,-994\"/>\n",
       "<text text-anchor=\"start\" x=\"259\" y=\"-1033\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"251\" y=\"-1022\" font-family=\"Linux libertine\" font-size=\"10.00\">(256, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"245\" y=\"-1011\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"310,-994 310,-1043 376,-1043 376,-994 310,-994\"/>\n",
       "<text text-anchor=\"start\" x=\"326\" y=\"-1033\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"328.5\" y=\"-1022\" font-family=\"Linux libertine\" font-size=\"10.00\">(256,)</text>\n",
       "<text text-anchor=\"start\" x=\"312\" y=\"-1011\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"176,-944 176,-993 376,-993 376,-944 176,-944\"/>\n",
       "<text text-anchor=\"start\" x=\"254.5\" y=\"-983\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"248\" y=\"-972\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"245\" y=\"-961\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- module_input_18&#45;&gt;linear_21 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>module_input_18:#0&#45;&gt;linear_21:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M107,-1096.5C107,-1074.39 183.71,-1070.32 204.08,-1053\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"207.27,-1054.45 209,-1044 201.13,-1051.1 207.27,-1054.45\"/>\n",
       "<text text-anchor=\"middle\" x=\"200.5\" y=\"-1065.5\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- torch_parameter_19 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>torch_parameter_19</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"259,-1169.5 159,-1169.5 159,-1091.5 259,-1091.5 259,-1169.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"160,-1142.5 160,-1168.5 258,-1168.5 258,-1142.5 160,-1142.5\"/>\n",
       "<text text-anchor=\"start\" x=\"162\" y=\"-1158.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.nn.Parameter</text>\n",
       "<text text-anchor=\"start\" x=\"176\" y=\"-1147.5\" font-family=\"Linux libertine\" font-size=\"10.00\">dense.weight</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"160,-1092.5 160,-1141.5 258,-1141.5 258,-1092.5 160,-1092.5\"/>\n",
       "<text text-anchor=\"start\" x=\"187.5\" y=\"-1131.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"184\" y=\"-1120.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(256, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"178\" y=\"-1109.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_parameter_19&#45;&gt;linear_21 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>torch_parameter_19:#0&#45;&gt;linear_21:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M209,-1091.5C209,-1058.99 262.15,-1075.66 273.77,-1053.91\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"277.22,-1054.52 276,-1044 270.39,-1052.99 277.22,-1054.52\"/>\n",
       "<text text-anchor=\"middle\" x=\"279.5\" y=\"-1065.5\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- torch_parameter_20 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>torch_parameter_20</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"377,-1169.5 277,-1169.5 277,-1091.5 377,-1091.5 377,-1169.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"278,-1142.5 278,-1168.5 376,-1168.5 376,-1142.5 278,-1142.5\"/>\n",
       "<text text-anchor=\"start\" x=\"280\" y=\"-1158.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.nn.Parameter</text>\n",
       "<text text-anchor=\"start\" x=\"300.5\" y=\"-1147.5\" font-family=\"Linux libertine\" font-size=\"10.00\">dense.bias</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"278,-1092.5 278,-1141.5 376,-1141.5 376,-1092.5 278,-1092.5\"/>\n",
       "<text text-anchor=\"start\" x=\"305.5\" y=\"-1131.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"312.5\" y=\"-1120.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(256,)</text>\n",
       "<text text-anchor=\"start\" x=\"296\" y=\"-1109.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_parameter_20&#45;&gt;linear_21 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>torch_parameter_20:#0&#45;&gt;linear_21:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M327,-1091.5C327,-1073.05 337.97,-1067.86 341.74,-1053.97\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"345.22,-1054.36 343,-1044 338.28,-1053.48 345.22,-1054.36\"/>\n",
       "<text text-anchor=\"middle\" x=\"352.5\" y=\"-1065.5\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- module_input_23 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>module_input_23</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"310,-845.5 242,-845.5 242,-778.5 310,-778.5 310,-845.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"243,-829 243,-844 309,-844 309,-829 243,-829\"/>\n",
       "<text text-anchor=\"start\" x=\"263.5\" y=\"-834\" font-family=\"Linux libertine\" font-size=\"10.00\">input</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"243,-779 243,-828 309,-828 309,-779 243,-779\"/>\n",
       "<text text-anchor=\"start\" x=\"254.5\" y=\"-818\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"248\" y=\"-807\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"245\" y=\"-796\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- linear_21&#45;&gt;module_input_23 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>linear_21:#0&#45;&gt;module_input_23</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M276,-943C276,-913.84 276,-881 276,-855.62\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"279.5,-855.59 276,-845.59 272.5,-855.59 279.5,-855.59\"/>\n",
       "<text text-anchor=\"middle\" x=\"291.5\" y=\"-917.5\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- dropout_24 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>dropout_24</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"310,-726 104,-726 104,-625 310,-625 310,-726\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"105,-625.5 105,-724.5 242,-724.5 242,-625.5 105,-625.5\"/>\n",
       "<text text-anchor=\"start\" x=\"107\" y=\"-678\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.nn.functional.dropout</text>\n",
       "<text text-anchor=\"start\" x=\"132.5\" y=\"-667\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 67.9 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"243,-675.5 243,-724.5 309,-724.5 309,-675.5 243,-675.5\"/>\n",
       "<text text-anchor=\"start\" x=\"259\" y=\"-714.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"248\" y=\"-703.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"245\" y=\"-692.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"243,-625.5 243,-674.5 309,-674.5 309,-625.5 243,-625.5\"/>\n",
       "<text text-anchor=\"start\" x=\"254.5\" y=\"-664.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"248\" y=\"-653.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"245\" y=\"-642.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- module_input_23&#45;&gt;dropout_24 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>module_input_23:#0&#45;&gt;dropout_24:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M276,-778C276,-758.49 276,-751.22 276,-735.73\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"279.5,-735.5 276,-725.5 272.5,-735.5 279.5,-735.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"291.5\" y=\"-747\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- dropout_24&#45;&gt;add_26 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>dropout_24:#0&#45;&gt;add_26:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M276,-624.5C276,-607.53 276,-600.9 276,-587.8\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"279.5,-587.5 276,-577.5 272.5,-587.5 279.5,-587.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"291.5\" y=\"-599\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- module_input_27 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>module_input_27</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"178,-373.5 110,-373.5 110,-306.5 178,-306.5 178,-373.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"111,-357 111,-372 177,-372 177,-357 111,-357\"/>\n",
       "<text text-anchor=\"start\" x=\"131.5\" y=\"-362\" font-family=\"Linux libertine\" font-size=\"10.00\">input</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"111,-307 111,-356 177,-356 177,-307 111,-307\"/>\n",
       "<text text-anchor=\"start\" x=\"122.5\" y=\"-346\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"116\" y=\"-335\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"113\" y=\"-324\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- add_26&#45;&gt;module_input_27 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>add_26:#0&#45;&gt;module_input_27</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M310,-477C310,-419.91 229.67,-477.93 187,-440 170.47,-425.3 160.04,-403.11 153.6,-383.46\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"156.91,-382.32 150.67,-373.76 150.21,-384.35 156.91,-382.32\"/>\n",
       "<text text-anchor=\"middle\" x=\"320.5\" y=\"-451\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- layer_norm_30 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>layer_norm_30</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"414,-254 56,-254 56,-153 414,-153 414,-254\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"57,-153.5 57,-252.5 212,-252.5 212,-153.5 57,-153.5\"/>\n",
       "<text text-anchor=\"start\" x=\"59\" y=\"-206\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.nn.functional.layer_norm</text>\n",
       "<text text-anchor=\"start\" x=\"90.5\" y=\"-195\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 309.0 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"213,-203.5 213,-252.5 279,-252.5 279,-203.5 213,-203.5\"/>\n",
       "<text text-anchor=\"start\" x=\"229\" y=\"-242.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"218\" y=\"-231.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"215\" y=\"-220.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"280,-203.5 280,-252.5 346,-252.5 346,-203.5 280,-203.5\"/>\n",
       "<text text-anchor=\"start\" x=\"296\" y=\"-242.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"298.5\" y=\"-231.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(256,)</text>\n",
       "<text text-anchor=\"start\" x=\"282\" y=\"-220.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"347,-203.5 347,-252.5 413,-252.5 413,-203.5 347,-203.5\"/>\n",
       "<text text-anchor=\"start\" x=\"363\" y=\"-242.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"365.5\" y=\"-231.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(256,)</text>\n",
       "<text text-anchor=\"start\" x=\"349\" y=\"-220.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"213,-153.5 213,-202.5 413,-202.5 413,-153.5 213,-153.5\"/>\n",
       "<text text-anchor=\"start\" x=\"291.5\" y=\"-192.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"285\" y=\"-181.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"282\" y=\"-170.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- module_input_27&#45;&gt;layer_norm_30 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>module_input_27:#0&#45;&gt;layer_norm_30:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M144,-306C144,-283.89 220.71,-279.82 241.08,-262.5\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"244.27,-263.95 246,-253.5 238.13,-260.6 244.27,-263.95\"/>\n",
       "<text text-anchor=\"middle\" x=\"237.5\" y=\"-275\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- torch_parameter_28 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>torch_parameter_28</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"296,-379 196,-379 196,-301 296,-301 296,-379\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"197,-352 197,-378 295,-378 295,-352 197,-352\"/>\n",
       "<text text-anchor=\"start\" x=\"199\" y=\"-368\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.nn.Parameter</text>\n",
       "<text text-anchor=\"start\" x=\"200.5\" y=\"-357\" font-family=\"Linux libertine\" font-size=\"10.00\">LayerNorm.weight</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"197,-302 197,-351 295,-351 295,-302 197,-302\"/>\n",
       "<text text-anchor=\"start\" x=\"224.5\" y=\"-341\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"231.5\" y=\"-330\" font-family=\"Linux libertine\" font-size=\"10.00\">(256,)</text>\n",
       "<text text-anchor=\"start\" x=\"215\" y=\"-319\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_parameter_28&#45;&gt;layer_norm_30 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>torch_parameter_28:#0&#45;&gt;layer_norm_30:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M246,-301C246,-268.49 299.15,-285.16 310.77,-263.41\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"314.22,-264.02 313,-253.5 307.39,-262.49 314.22,-264.02\"/>\n",
       "<text text-anchor=\"middle\" x=\"316.5\" y=\"-275\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- torch_parameter_29 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>torch_parameter_29</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"414,-379 314,-379 314,-301 414,-301 414,-379\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"315,-352 315,-378 413,-378 413,-352 315,-352\"/>\n",
       "<text text-anchor=\"start\" x=\"317\" y=\"-368\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.nn.Parameter</text>\n",
       "<text text-anchor=\"start\" x=\"325\" y=\"-357\" font-family=\"Linux libertine\" font-size=\"10.00\">LayerNorm.bias</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"315,-302 315,-351 413,-351 413,-302 315,-302\"/>\n",
       "<text text-anchor=\"start\" x=\"342.5\" y=\"-341\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"349.5\" y=\"-330\" font-family=\"Linux libertine\" font-size=\"10.00\">(256,)</text>\n",
       "<text text-anchor=\"start\" x=\"333\" y=\"-319\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_parameter_29&#45;&gt;layer_norm_30 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>torch_parameter_29:#0&#45;&gt;layer_norm_30:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M364,-301C364,-282.55 374.97,-277.36 378.74,-263.47\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"382.22,-263.86 380,-253.5 375.28,-262.98 382.22,-263.86\"/>\n",
       "<text text-anchor=\"middle\" x=\"389.5\" y=\"-275\" font-family=\"Times,serif\" font-size=\"10.00\" fill=\"white\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_36 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>ttnn.from_torch_36</title>\n",
       "<g id=\"a_node16\"><a xlink:href=\"/operation_buffer_report/3\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"373.5,-100 158.5,-100 158.5,0 373.5,0 373.5,-100\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"160,-1 160,-99 252,-99 252,-1 160,-1\"/>\n",
       "<text text-anchor=\"start\" x=\"162\" y=\"-47.5\" font-family=\"Linux libertine\" font-size=\"10.00\">3: ttnn.from_torch</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"253,-50 253,-99 373,-99 373,-50 253,-50\"/>\n",
       "<text text-anchor=\"start\" x=\"296\" y=\"-89\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"285\" y=\"-78\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 64, 256)</text>\n",
       "<text text-anchor=\"start\" x=\"282\" y=\"-67\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"253,-1 253,-49 373,-49 373,-1 253,-1\"/>\n",
       "<text text-anchor=\"start\" x=\"291.5\" y=\"-39\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"255\" y=\"-28\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1, 64, 256])</text>\n",
       "<text text-anchor=\"start\" x=\"267\" y=\"-17\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.FLOAT32</text>\n",
       "<text text-anchor=\"start\" x=\"262\" y=\"-6\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- layer_norm_30&#45;&gt;ttnn.from_torch_36 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>layer_norm_30:#0&#45;&gt;ttnn.from_torch_36:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M313,-152.5C313,-132.99 313,-125.72 313,-110.23\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"316.5,-110 313,-100 309.5,-110 316.5,-110\"/>\n",
       "<text text-anchor=\"middle\" x=\"328.5\" y=\"-121\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x7f575772ed30>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model_name = \"google/bert_uncased_L-4_H-256_A-4\"\n",
    "config = transformers.BertConfig.from_pretrained(model_name)\n",
    "model = transformers.models.bert.modeling_bert.BertSelfOutput(config).eval()\n",
    "\n",
    "with trace():\n",
    "    hidden_states = torch.rand((1, 64, config.hidden_size))\n",
    "    input_tensor = torch.rand((1, 64, config.hidden_size))\n",
    "    hidden_states = model(hidden_states, input_tensor)\n",
    "    output = ttnn.from_torch(hidden_states)\n",
    "visualize(output)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "82c31fdf-6604-4e90-8bca-beca9a32f543",
   "metadata": {},
   "source": [
    "## Trace models written using ttnn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "44c29371-cad0-421c-87b1-883522268151",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[38;2;000;128;000m                 Device\u001b[0m | \u001b[1m\u001b[38;2;100;149;237mINFO    \u001b[0m | Opening user mode device driver\n",
      "\n",
      "\u001b[32m2024-07-11 18:17:48.936\u001b[0m | \u001b[1m\u001b[38;2;100;149;237mINFO    \u001b[0m | \u001b[36mSiliconDriver  \u001b[0m - Detected 1 PCI device : {0}\n",
      "\u001b[32m2024-07-11 18:17:48.949\u001b[0m | \u001b[1m\u001b[38;2;255;165;000mWARNING \u001b[0m | \u001b[36mSiliconDriver  \u001b[0m - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0)\n",
      "\u001b[32m2024-07-11 18:17:48.949\u001b[0m | \u001b[1m\u001b[38;2;255;165;000mWARNING \u001b[0m | \u001b[36mSiliconDriver  \u001b[0m - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0)\n",
      "\u001b[32m2024-07-11 18:17:48.951\u001b[0m | \u001b[1m\u001b[38;2;255;165;000mWARNING \u001b[0m | \u001b[36mSiliconDriver  \u001b[0m - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind.\n",
      "\u001b[0;33m---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893).\n",
      "\u001b[0m\u001b[32m2024-07-11 18:17:48.960\u001b[0m | \u001b[1m\u001b[38;2;100;149;237mINFO    \u001b[0m | \u001b[36mSiliconDriver  \u001b[0m - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0)\n",
      "\u001b[38;2;000;128;000m                  Metal\u001b[0m | \u001b[1m\u001b[38;2;100;149;237mINFO    \u001b[0m | Initializing device 0. Program cache is NOT enabled\n",
      "\u001b[38;2;000;128;000m                  Metal\u001b[0m | \u001b[1m\u001b[38;2;100;149;237mINFO    \u001b[0m | AI CLK for device 0 is:   800 MHz\n"
     ]
    }
   ],
   "source": [
    "dispatch_core_type = ttnn.device.DispatchCoreType.ETH\n",
    "if os.environ.get(\"ARCH_NAME\") and \"grayskull\" in os.environ.get(\"ARCH_NAME\"):\n",
    "    dispatch_core_type = ttnn.device.DispatchCoreType.WORKER\n",
    "device = ttnn.open_device(device_id=0, l1_small_size=8192, dispatch_core_config=ttnn.device.DispatchCoreConfig(dispatch_core_type))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c07b5ae4-3194-4605-983a-cf1228c7584e",
   "metadata": {},
   "outputs": [],
   "source": [
    "from models.demos.bert.tt import ttnn_bert\n",
    "from models.demos.bert.tt import ttnn_optimized_bert\n",
    "from ttnn.model_preprocessing import preprocess_model_parameters\n",
    "\n",
    "def ttnn_bert(bert):\n",
    "    model_name = \"phiyodr/bert-large-finetuned-squad2\"\n",
    "    \n",
    "    config = transformers.BertConfig.from_pretrained(model_name)\n",
    "    config.num_hidden_layers = 1\n",
    "    \n",
    "    batch_size = 8\n",
    "    sequence_size = 384\n",
    "            \n",
    "    parameters = preprocess_model_parameters(\n",
    "        initialize_model=lambda: transformers.BertForQuestionAnswering.from_pretrained(\n",
    "            model_name, config=config\n",
    "        ).eval(),\n",
    "        custom_preprocessor=bert.custom_preprocessor,\n",
    "        device=device,\n",
    "    )\n",
    "\n",
    "    with trace():\n",
    "        input_ids = torch.randint(0, config.vocab_size, (batch_size, sequence_size)).to(torch.int32)\n",
    "        torch_token_type_ids = torch.zeros((batch_size, sequence_size), dtype=torch.int32)\n",
    "        torch_position_ids = torch.zeros((batch_size, sequence_size), dtype=torch.int32)\n",
    "        torch_attention_mask = torch.zeros(1, sequence_size) if bert == ttnn_optimized_bert else None\n",
    "        \n",
    "\n",
    "        ttnn_bert_inputs = bert.preprocess_inputs(\n",
    "            input_ids,\n",
    "            torch_token_type_ids,\n",
    "            torch_position_ids,\n",
    "            torch_attention_mask,\n",
    "            device=device,\n",
    "        )\n",
    "    \n",
    "        output = bert.bert_for_question_answering(\n",
    "            config,\n",
    "            *ttnn_bert_inputs,\n",
    "            parameters=parameters,\n",
    "        )\n",
    "        output = ttnn.from_device(output)\n",
    "        \n",
    "    return visualize(output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "b3ac463b-4640-4281-986d-bbf1a593b3c5",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ubuntu/tt-metal/python_env/lib/python3.8/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
      "  warnings.warn(\n",
      "2024-07-11 18:17:50.339 | DEBUG    | ttnn:manage_config:144 - Set ttnn.CONFIG.enable_logging to False\n",
      "2024-07-11 18:17:50.340 | DEBUG    | ttnn:manage_config:144 - Set ttnn.CONFIG.enable_comparison_mode to False\n",
      "2024-07-11 18:17:50.341 | WARNING  | ttnn.model_preprocessing:from_torch:555 - ttnn: model cache can be enabled by passing model_name argument to preprocess_model[_parameters] and setting env variable TTNN_CONFIG_OVERRIDES='{\"enable_model_cache\": true}'\n",
      "2024-07-11 18:17:51.343 | DEBUG    | ttnn.model_preprocessing:from_torch:634 - Moving model weights to device\n",
      "2024-07-11 18:17:51.366 | DEBUG    | ttnn.model_preprocessing:from_torch:636 - Moved model weights to device\n",
      "2024-07-11 18:17:51.367 | DEBUG    | ttnn:manage_config:147 - Restored ttnn.CONFIG.enable_comparison_mode to False\n",
      "2024-07-11 18:17:51.368 | DEBUG    | ttnn:manage_config:147 - Restored ttnn.CONFIG.enable_logging to False\n",
      "2024-07-11 18:18:02.947 | DEBUG    | ttnn.tracer:visualize:442 - Dumping graph of the model to None\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.43.0 (0)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"3365pt\" height=\"3573pt\"\n",
       " viewBox=\"0.00 0.00 3365.00 3573.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 3569)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-3569 3361,-3569 3361,4 -4,4\"/>\n",
       "<!-- torch_input_37 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>torch_input_37</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"330.5,-3565 236.5,-3565 236.5,-3487 330.5,-3487 330.5,-3565\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"237.5,-3538 237.5,-3564 329.5,-3564 329.5,-3538 237.5,-3538\"/>\n",
       "<text text-anchor=\"start\" x=\"252\" y=\"-3554\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.randint</text>\n",
       "<text text-anchor=\"start\" x=\"239.5\" y=\"-3543\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 443.0 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"237.5,-3488 237.5,-3537 329.5,-3537 329.5,-3488 237.5,-3488\"/>\n",
       "<text text-anchor=\"start\" x=\"262\" y=\"-3527\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"264.5\" y=\"-3516\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"257\" y=\"-3505\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int64</text>\n",
       "</g>\n",
       "<!-- to_38 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>to_38</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"312.5,-3440 166.5,-3440 166.5,-3339 312.5,-3339 312.5,-3440\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"167.5,-3339.5 167.5,-3438.5 253.5,-3438.5 253.5,-3339.5 167.5,-3339.5\"/>\n",
       "<text text-anchor=\"start\" x=\"174.5\" y=\"-3392\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Tensor.to</text>\n",
       "<text text-anchor=\"start\" x=\"169.5\" y=\"-3381\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 60.6 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"254.5,-3389.5 254.5,-3438.5 311.5,-3438.5 311.5,-3389.5 254.5,-3389.5\"/>\n",
       "<text text-anchor=\"start\" x=\"266\" y=\"-3428.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"264\" y=\"-3417.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"256.5\" y=\"-3406.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int64</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"254.5,-3339.5 254.5,-3388.5 311.5,-3388.5 311.5,-3339.5 254.5,-3339.5\"/>\n",
       "<text text-anchor=\"start\" x=\"261.5\" y=\"-3378.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"264\" y=\"-3367.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"256.5\" y=\"-3356.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int32</text>\n",
       "</g>\n",
       "<!-- torch_input_37&#45;&gt;to_38 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>torch_input_37:#0&#45;&gt;to_38:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M283.5,-3487C283.5,-3469.68 283.5,-3463.02 283.5,-3449.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"287,-3449.5 283.5,-3439.5 280,-3449.5 287,-3449.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-3461\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_45 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>ttnn.from_torch_45</title>\n",
       "<g id=\"a_node6\"><a xlink:href=\"/operation_buffer_report/42\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"351,-3292 116,-3292 116,-3181 351,-3181 351,-3292\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"117.5,-3181.5 117.5,-3290.5 215.5,-3290.5 215.5,-3181.5 117.5,-3181.5\"/>\n",
       "<text text-anchor=\"start\" x=\"119.5\" y=\"-3233.5\" font-family=\"Linux libertine\" font-size=\"10.00\">42: ttnn.from_torch</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"216.5,-3241.5 216.5,-3290.5 350.5,-3290.5 350.5,-3241.5 216.5,-3241.5\"/>\n",
       "<text text-anchor=\"start\" x=\"266.5\" y=\"-3280.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"264.5\" y=\"-3269.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"257\" y=\"-3258.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"216.5,-3181.5 216.5,-3240.5 350.5,-3240.5 350.5,-3181.5 216.5,-3181.5\"/>\n",
       "<text text-anchor=\"start\" x=\"262\" y=\"-3230.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"234.5\" y=\"-3219.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"241\" y=\"-3208.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"232.5\" y=\"-3197.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"218.5\" y=\"-3186.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- to_38&#45;&gt;ttnn.from_torch_45 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>to_38:#0&#45;&gt;ttnn.from_torch_45:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M283.5,-3339C283.5,-3321.68 283.5,-3315.02 283.5,-3301.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"287,-3301.5 283.5,-3291.5 280,-3301.5 287,-3301.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"299\" y=\"-3313\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- torch_input_39 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>torch_input_39</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"988.5,-3428.5 900.5,-3428.5 900.5,-3350.5 988.5,-3350.5 988.5,-3428.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"901.5,-3401.5 901.5,-3427.5 987.5,-3427.5 987.5,-3401.5 901.5,-3401.5\"/>\n",
       "<text text-anchor=\"start\" x=\"917\" y=\"-3417.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.zeros</text>\n",
       "<text text-anchor=\"start\" x=\"903.5\" y=\"-3406.5\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 13.8 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"901.5,-3351.5 901.5,-3400.5 987.5,-3400.5 987.5,-3351.5 901.5,-3351.5\"/>\n",
       "<text text-anchor=\"start\" x=\"923\" y=\"-3390.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"925.5\" y=\"-3379.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"918\" y=\"-3368.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int32</text>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_49 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>ttnn.from_torch_49</title>\n",
       "<g id=\"a_node7\"><a xlink:href=\"/operation_buffer_report/43\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1012,-3292 777,-3292 777,-3181 1012,-3181 1012,-3292\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"778.5,-3181.5 778.5,-3290.5 876.5,-3290.5 876.5,-3181.5 778.5,-3181.5\"/>\n",
       "<text text-anchor=\"start\" x=\"780.5\" y=\"-3233.5\" font-family=\"Linux libertine\" font-size=\"10.00\">43: ttnn.from_torch</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"877.5,-3241.5 877.5,-3290.5 1011.5,-3290.5 1011.5,-3241.5 877.5,-3241.5\"/>\n",
       "<text text-anchor=\"start\" x=\"927.5\" y=\"-3280.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"925.5\" y=\"-3269.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"918\" y=\"-3258.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"877.5,-3181.5 877.5,-3240.5 1011.5,-3240.5 1011.5,-3181.5 877.5,-3181.5\"/>\n",
       "<text text-anchor=\"start\" x=\"923\" y=\"-3230.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"895.5\" y=\"-3219.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"902\" y=\"-3208.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"893.5\" y=\"-3197.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"879.5\" y=\"-3186.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- torch_input_39&#45;&gt;ttnn.from_torch_49 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>torch_input_39:#0&#45;&gt;ttnn.from_torch_49:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M944.5,-3350.5C944.5,-3327.97 944.5,-3319.95 944.5,-3301.51\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"948,-3301.5 944.5,-3291.5 941,-3301.5 948,-3301.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"960\" y=\"-3313\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- torch_input_40 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>torch_input_40</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1628.5,-3275.5 1546.5,-3275.5 1546.5,-3197.5 1628.5,-3197.5 1628.5,-3275.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1547.5,-3248.5 1547.5,-3274.5 1627.5,-3274.5 1627.5,-3248.5 1547.5,-3248.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1560\" y=\"-3264.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.zeros</text>\n",
       "<text text-anchor=\"start\" x=\"1549.5\" y=\"-3253.5\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 5.5 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1547.5,-3198.5 1547.5,-3247.5 1627.5,-3247.5 1627.5,-3198.5 1547.5,-3198.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1566\" y=\"-3237.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1568.5\" y=\"-3226.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1561\" y=\"-3215.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int32</text>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_53 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>ttnn.from_torch_53</title>\n",
       "<g id=\"a_node8\"><a xlink:href=\"/operation_buffer_report/44\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1655,-3129 1420,-3129 1420,-3018 1655,-3018 1655,-3129\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1421.5,-3018.5 1421.5,-3127.5 1519.5,-3127.5 1519.5,-3018.5 1421.5,-3018.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1423.5\" y=\"-3070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">44: ttnn.from_torch</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1520.5,-3078.5 1520.5,-3127.5 1654.5,-3127.5 1654.5,-3078.5 1520.5,-3078.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1570.5\" y=\"-3117.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1568.5\" y=\"-3106.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1561\" y=\"-3095.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.int32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1520.5,-3018.5 1520.5,-3077.5 1654.5,-3077.5 1654.5,-3018.5 1520.5,-3018.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1566\" y=\"-3067.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1538.5\" y=\"-3056.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"1545\" y=\"-3045.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"1536.5\" y=\"-3034.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1522.5\" y=\"-3023.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- torch_input_40&#45;&gt;ttnn.from_torch_53 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>torch_input_40:#0&#45;&gt;ttnn.from_torch_53:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1587.5,-3197.5C1587.5,-3170.55 1587.5,-3161.36 1587.5,-3138.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1591,-3138.5 1587.5,-3128.5 1584,-3138.5 1591,-3138.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1603\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- torch_input_41 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>torch_input_41</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2103.5,-3275.5 2021.5,-3275.5 2021.5,-3197.5 2103.5,-3197.5 2103.5,-3275.5\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2022.5,-3248.5 2022.5,-3274.5 2102.5,-3274.5 2102.5,-3248.5 2022.5,-3248.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2035\" y=\"-3264.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.zeros</text>\n",
       "<text text-anchor=\"start\" x=\"2024.5\" y=\"-3253.5\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 4.1 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2022.5,-3198.5 2022.5,-3247.5 2102.5,-3247.5 2102.5,-3198.5 2022.5,-3198.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2041\" y=\"-3237.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2043.5\" y=\"-3226.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"2031.5\" y=\"-3215.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- __getitem___54 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>__getitem___54</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2096.5,-3124 1902.5,-3124 1902.5,-3023 2096.5,-3023 2096.5,-3124\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1903.5,-3023.5 1903.5,-3122.5 2028.5,-3122.5 2028.5,-3023.5 1903.5,-3023.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1905.5\" y=\"-3076\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Tensor.__getitem__</text>\n",
       "<text text-anchor=\"start\" x=\"1925\" y=\"-3065\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 76.1 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2029.5,-3073.5 2029.5,-3122.5 2095.5,-3122.5 2095.5,-3073.5 2029.5,-3073.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2045.5\" y=\"-3112.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2043.5\" y=\"-3101.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"2031.5\" y=\"-3090.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2029.5,-3023.5 2029.5,-3072.5 2095.5,-3072.5 2095.5,-3023.5 2029.5,-3023.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2041\" y=\"-3062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2031.5\" y=\"-3051.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"2031.5\" y=\"-3040.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- torch_input_41&#45;&gt;__getitem___54 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>torch_input_41:#0&#45;&gt;__getitem___54:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2062.5,-3197.5C2062.5,-3168.34 2062.5,-3158.57 2062.5,-3133.8\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2066,-3133.5 2062.5,-3123.5 2059,-3133.5 2066,-3133.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2078\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.embedding_68 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>ttnn.embedding_68</title>\n",
       "<g id=\"a_node17\"><a xlink:href=\"/operation_buffer_report/46\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"642,-3134 251,-3134 251,-3013 642,-3013 642,-3134\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"252.5,-3013.5 252.5,-3132.5 352.5,-3132.5 352.5,-3013.5 252.5,-3013.5\"/>\n",
       "<text text-anchor=\"start\" x=\"254.5\" y=\"-3070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">46: ttnn.embedding</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"353.5,-3073.5 353.5,-3132.5 487.5,-3132.5 487.5,-3073.5 353.5,-3073.5\"/>\n",
       "<text text-anchor=\"start\" x=\"403.5\" y=\"-3122.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"371.5\" y=\"-3111.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"378\" y=\"-3100.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"369.5\" y=\"-3089.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"355.5\" y=\"-3078.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"488.5,-3073.5 488.5,-3132.5 641.5,-3132.5 641.5,-3073.5 488.5,-3073.5\"/>\n",
       "<text text-anchor=\"start\" x=\"548\" y=\"-3122.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"501\" y=\"-3111.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([30522, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"515.5\" y=\"-3100.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"514\" y=\"-3089.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"490.5\" y=\"-3078.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"353.5,-3013.5 353.5,-3072.5 641.5,-3072.5 641.5,-3013.5 353.5,-3013.5\"/>\n",
       "<text text-anchor=\"start\" x=\"476\" y=\"-3062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"433.5\" y=\"-3051.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"448\" y=\"-3040.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"467.5\" y=\"-3029.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"432.5\" y=\"-3018.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_45&#45;&gt;ttnn.embedding_68 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>ttnn.from_torch_45:#0&#45;&gt;ttnn.embedding_68:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M351.5,-3210.5C393.95,-3210.5 416.86,-3184 420.1,-3143.73\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"423.61,-3143.63 420.5,-3133.5 416.61,-3143.36 423.61,-3143.63\"/>\n",
       "<text text-anchor=\"middle\" x=\"434\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_70 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>ttnn.deallocate_70</title>\n",
       "<g id=\"a_node18\"><a xlink:href=\"/operation_buffer_report/47\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"233,-3104 0,-3104 0,-3043 233,-3043 233,-3104\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1.5,-3043.5 1.5,-3102.5 97.5,-3102.5 97.5,-3043.5 1.5,-3043.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3.5\" y=\"-3070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">47: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"98.5,-3043.5 98.5,-3102.5 232.5,-3102.5 232.5,-3043.5 98.5,-3043.5\"/>\n",
       "<text text-anchor=\"start\" x=\"148.5\" y=\"-3092.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"116.5\" y=\"-3081.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"123\" y=\"-3070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"114.5\" y=\"-3059.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"100.5\" y=\"-3048.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_45&#45;&gt;ttnn.deallocate_70 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>ttnn.from_torch_45:#0&#45;&gt;ttnn.deallocate_70:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M283.5,-3181C283.5,-3121.93 178.92,-3161 166.67,-3113.43\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"170.14,-3113.02 165.5,-3103.5 163.19,-3113.84 170.14,-3113.02\"/>\n",
       "<text text-anchor=\"middle\" x=\"294\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.embedding_74 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>ttnn.embedding_74</title>\n",
       "<g id=\"a_node20\"><a xlink:href=\"/operation_buffer_report/48\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1302,-3134 911,-3134 911,-3013 1302,-3013 1302,-3134\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"912.5,-3013.5 912.5,-3132.5 1012.5,-3132.5 1012.5,-3013.5 912.5,-3013.5\"/>\n",
       "<text text-anchor=\"start\" x=\"914.5\" y=\"-3070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">48: ttnn.embedding</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1013.5,-3073.5 1013.5,-3132.5 1147.5,-3132.5 1147.5,-3073.5 1013.5,-3073.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1063.5\" y=\"-3122.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1031.5\" y=\"-3111.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"1038\" y=\"-3100.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"1029.5\" y=\"-3089.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1015.5\" y=\"-3078.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1148.5,-3073.5 1148.5,-3132.5 1301.5,-3132.5 1301.5,-3073.5 1148.5,-3073.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1208\" y=\"-3122.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"1173\" y=\"-3111.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([2, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1175.5\" y=\"-3100.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1174\" y=\"-3089.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1150.5\" y=\"-3078.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1013.5,-3013.5 1013.5,-3072.5 1301.5,-3072.5 1301.5,-3013.5 1013.5,-3013.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1136\" y=\"-3062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1093.5\" y=\"-3051.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1108\" y=\"-3040.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1127.5\" y=\"-3029.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1092.5\" y=\"-3018.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_49&#45;&gt;ttnn.embedding_74 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>ttnn.from_torch_49:#0&#45;&gt;ttnn.embedding_74:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1012.5,-3210.5C1054.68,-3210.5 1076.96,-3183.75 1080.11,-3143.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1083.62,-3143.63 1080.5,-3133.5 1076.62,-3143.36 1083.62,-3143.63\"/>\n",
       "<text text-anchor=\"middle\" x=\"1094\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_76 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>ttnn.deallocate_76</title>\n",
       "<g id=\"a_node21\"><a xlink:href=\"/operation_buffer_report/49\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"893,-3104 660,-3104 660,-3043 893,-3043 893,-3104\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"661.5,-3043.5 661.5,-3102.5 757.5,-3102.5 757.5,-3043.5 661.5,-3043.5\"/>\n",
       "<text text-anchor=\"start\" x=\"663.5\" y=\"-3070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">49: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"758.5,-3043.5 758.5,-3102.5 892.5,-3102.5 892.5,-3043.5 758.5,-3043.5\"/>\n",
       "<text text-anchor=\"start\" x=\"808.5\" y=\"-3092.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"776.5\" y=\"-3081.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"783\" y=\"-3070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"774.5\" y=\"-3059.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"760.5\" y=\"-3048.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_49&#45;&gt;ttnn.deallocate_76 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>ttnn.from_torch_49:#0&#45;&gt;ttnn.deallocate_76:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M944.5,-3181C944.5,-3121.58 839.04,-3161.29 826.68,-3113.49\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"830.15,-3113.02 825.5,-3103.5 823.2,-3113.84 830.15,-3113.02\"/>\n",
       "<text text-anchor=\"middle\" x=\"955\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.embedding_87 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>ttnn.embedding_87</title>\n",
       "<g id=\"a_node26\"><a xlink:href=\"/operation_buffer_report/53\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1885,-2966 1494,-2966 1494,-2845 1885,-2845 1885,-2966\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1495.5,-2845.5 1495.5,-2964.5 1595.5,-2964.5 1595.5,-2845.5 1495.5,-2845.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1497.5\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">53: ttnn.embedding</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1596.5,-2905.5 1596.5,-2964.5 1730.5,-2964.5 1730.5,-2905.5 1596.5,-2905.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1646.5\" y=\"-2954.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1614.5\" y=\"-2943.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"1621\" y=\"-2932.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"1612.5\" y=\"-2921.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1598.5\" y=\"-2910.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1731.5,-2905.5 1731.5,-2964.5 1884.5,-2964.5 1884.5,-2905.5 1731.5,-2905.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1791\" y=\"-2954.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"1750\" y=\"-2943.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([512, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1758.5\" y=\"-2932.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1757\" y=\"-2921.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1733.5\" y=\"-2910.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1596.5,-2845.5 1596.5,-2904.5 1884.5,-2904.5 1884.5,-2845.5 1596.5,-2845.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1719\" y=\"-2894.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1676.5\" y=\"-2883.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1691\" y=\"-2872.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1710.5\" y=\"-2861.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1675.5\" y=\"-2850.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_53&#45;&gt;ttnn.embedding_87 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>ttnn.from_torch_53:#0&#45;&gt;ttnn.embedding_87:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1587.5,-3017.5C1587.5,-2980.57 1649.38,-3001.27 1661.47,-2975.6\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1664.96,-2975.99 1663.5,-2965.5 1658.1,-2974.61 1664.96,-2975.99\"/>\n",
       "<text text-anchor=\"middle\" x=\"1667\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_89 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>ttnn.deallocate_89</title>\n",
       "<g id=\"a_node27\"><a xlink:href=\"/operation_buffer_report/54\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1476,-2936 1243,-2936 1243,-2875 1476,-2875 1476,-2936\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1244.5,-2875.5 1244.5,-2934.5 1340.5,-2934.5 1340.5,-2875.5 1244.5,-2875.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1246.5\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">54: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1341.5,-2875.5 1341.5,-2934.5 1475.5,-2934.5 1475.5,-2875.5 1341.5,-2875.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1391.5\" y=\"-2924.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1359.5\" y=\"-2913.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"1366\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.UINT32</text>\n",
       "<text text-anchor=\"start\" x=\"1357.5\" y=\"-2891.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1343.5\" y=\"-2880.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_53&#45;&gt;ttnn.deallocate_89 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>ttnn.from_torch_53:#0&#45;&gt;ttnn.deallocate_89:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1587.5,-3017.5C1587.5,-2977.34 1436.66,-2978.68 1411.92,-2945.33\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1415.09,-2943.8 1408.5,-2935.5 1408.48,-2946.09 1415.09,-2943.8\"/>\n",
       "<text text-anchor=\"middle\" x=\"1580\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- to_55 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>to_55</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2092,-2956 1943,-2956 1943,-2855 2092,-2855 2092,-2956\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1944.5,-2855.5 1944.5,-2954.5 2024.5,-2954.5 2024.5,-2855.5 1944.5,-2855.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1948.5\" y=\"-2908\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Tensor.to</text>\n",
       "<text text-anchor=\"start\" x=\"1946.5\" y=\"-2897\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 8.1 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2025.5,-2905.5 2025.5,-2954.5 2091.5,-2954.5 2091.5,-2905.5 2025.5,-2905.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2041.5\" y=\"-2944.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2027.5\" y=\"-2933.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"2027.5\" y=\"-2922.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2025.5,-2855.5 2025.5,-2904.5 2091.5,-2904.5 2091.5,-2855.5 2025.5,-2855.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2037\" y=\"-2894.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2027.5\" y=\"-2883.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"2027.5\" y=\"-2872.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- __getitem___54&#45;&gt;to_55 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>__getitem___54:#0&#45;&gt;to_55:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2062.5,-3022.5C2062.5,-2996.4 2059.44,-2987.52 2058.67,-2965.72\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2062.17,-2965.44 2058.5,-2955.5 2055.17,-2965.56 2062.17,-2965.44\"/>\n",
       "<text text-anchor=\"middle\" x=\"2076\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- __rsub___56 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>__rsub___56</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2091,-2788 1914,-2788 1914,-2687 2091,-2687 2091,-2788\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1915.5,-2687.5 1915.5,-2786.5 2023.5,-2786.5 2023.5,-2687.5 1915.5,-2687.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1917.5\" y=\"-2740\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Tensor.__rsub__</text>\n",
       "<text text-anchor=\"start\" x=\"1925.5\" y=\"-2729\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 115.2 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2024.5,-2737.5 2024.5,-2786.5 2090.5,-2786.5 2090.5,-2737.5 2024.5,-2737.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2040.5\" y=\"-2776.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2026.5\" y=\"-2765.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"2026.5\" y=\"-2754.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2024.5,-2687.5 2024.5,-2736.5 2090.5,-2736.5 2090.5,-2687.5 2024.5,-2687.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2036\" y=\"-2726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2026.5\" y=\"-2715.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"2026.5\" y=\"-2704.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- to_55&#45;&gt;__rsub___56 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>to_55:#0&#45;&gt;__rsub___56:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2058.5,-2854.5C2058.5,-2828.44 2057.73,-2819.49 2057.54,-2797.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2061.04,-2797.49 2057.5,-2787.5 2054.04,-2797.51 2061.04,-2797.49\"/>\n",
       "<text text-anchor=\"middle\" x=\"2073\" y=\"-2819\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- mul_57 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>mul_57</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1838,-2620 1683,-2620 1683,-2519 1838,-2519 1838,-2620\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1684.5,-2519.5 1684.5,-2618.5 1770.5,-2618.5 1770.5,-2519.5 1684.5,-2519.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1687\" y=\"-2572\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Tensor.mul</text>\n",
       "<text text-anchor=\"start\" x=\"1686.5\" y=\"-2561\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 50.5 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1771.5,-2569.5 1771.5,-2618.5 1837.5,-2618.5 1837.5,-2569.5 1771.5,-2569.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1787.5\" y=\"-2608.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1773.5\" y=\"-2597.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1773.5\" y=\"-2586.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1771.5,-2519.5 1771.5,-2568.5 1837.5,-2568.5 1837.5,-2519.5 1771.5,-2519.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1783\" y=\"-2558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1773.5\" y=\"-2547.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1773.5\" y=\"-2536.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- __rsub___56&#45;&gt;mul_57 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>__rsub___56:#0&#45;&gt;mul_57:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2057.5,-2686.5C2057.5,-2674.67 1892.1,-2610.11 1848.35,-2596.87\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1849.04,-2593.44 1838.5,-2594.5 1847.4,-2600.25 1849.04,-2593.44\"/>\n",
       "<text text-anchor=\"middle\" x=\"2023\" y=\"-2651\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- expand_58 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>expand_58</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1744,-2452 1573,-2452 1573,-2351 1744,-2351 1744,-2452\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1574.5,-2351.5 1574.5,-2450.5 1676.5,-2450.5 1676.5,-2351.5 1574.5,-2351.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1576.5\" y=\"-2404\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.Tensor.expand</text>\n",
       "<text text-anchor=\"start\" x=\"1584.5\" y=\"-2393\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 19.6 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1677.5,-2401.5 1677.5,-2450.5 1743.5,-2450.5 1743.5,-2401.5 1677.5,-2401.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1693.5\" y=\"-2440.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1679.5\" y=\"-2429.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(1, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1679.5\" y=\"-2418.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1677.5,-2351.5 1677.5,-2400.5 1743.5,-2400.5 1743.5,-2351.5 1677.5,-2351.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1689\" y=\"-2390.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1679.5\" y=\"-2379.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1679.5\" y=\"-2368.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- mul_57&#45;&gt;expand_58 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>mul_57:#0&#45;&gt;expand_58:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1804.5,-2518.5C1804.5,-2484.67 1769.46,-2491.83 1753.5,-2462 1748.46,-2452.58 1753.17,-2440.24 1752.4,-2432.86\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1754.48,-2430.04 1744.5,-2426.5 1750.09,-2435.5 1754.48,-2430.04\"/>\n",
       "<text text-anchor=\"middle\" x=\"1803\" y=\"-2483\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- clamp_59 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>clamp_59</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1606,-2284 1451,-2284 1451,-2183 1606,-2183 1606,-2284\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1452.5,-2183.5 1452.5,-2282.5 1538.5,-2282.5 1538.5,-2183.5 1452.5,-2183.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1466.5\" y=\"-2236\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.clamp</text>\n",
       "<text text-anchor=\"start\" x=\"1454.5\" y=\"-2225\" font-family=\"Linux libertine\" font-size=\"10.00\">duration: 43.2 µs</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1539.5,-2233.5 1539.5,-2282.5 1605.5,-2282.5 1605.5,-2233.5 1539.5,-2233.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1555.5\" y=\"-2272.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1541.5\" y=\"-2261.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1541.5\" y=\"-2250.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1539.5,-2183.5 1539.5,-2232.5 1605.5,-2232.5 1605.5,-2183.5 1539.5,-2183.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1551\" y=\"-2222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1541.5\" y=\"-2211.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1541.5\" y=\"-2200.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "</g>\n",
       "<!-- expand_58&#45;&gt;clamp_59 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>expand_58:#0&#45;&gt;clamp_59:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1710.5,-2350.5C1710.5,-2305.14 1656.01,-2327.57 1625.5,-2294 1616.66,-2284.28 1620.21,-2269.69 1615.63,-2262.63\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1617.05,-2259.43 1606.5,-2258.5 1614.17,-2265.81 1617.05,-2259.43\"/>\n",
       "<text text-anchor=\"middle\" x=\"1709\" y=\"-2315\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_64 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>ttnn.from_torch_64</title>\n",
       "<g id=\"a_node15\"><a xlink:href=\"/operation_buffer_report/45\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1614,-2121 1367,-2121 1367,-2010 1614,-2010 1614,-2121\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1368.5,-2010.5 1368.5,-2119.5 1466.5,-2119.5 1466.5,-2010.5 1368.5,-2010.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1370.5\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">45: ttnn.from_torch</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1467.5,-2070.5 1467.5,-2119.5 1613.5,-2119.5 1613.5,-2070.5 1467.5,-2070.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1523.5\" y=\"-2109.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1509.5\" y=\"-2098.5\" font-family=\"Linux libertine\" font-size=\"10.00\">(8, 1, 1, 384)</text>\n",
       "<text text-anchor=\"start\" x=\"1509.5\" y=\"-2087.5\" font-family=\"Linux libertine\" font-size=\"10.00\">torch.float32</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1467.5,-2010.5 1467.5,-2069.5 1613.5,-2069.5 1613.5,-2010.5 1467.5,-2010.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1519\" y=\"-2059.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1469.5\" y=\"-2048.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 1, 1[32], 384])</text>\n",
       "<text text-anchor=\"start\" x=\"1491\" y=\"-2037.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1510.5\" y=\"-2026.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1475.5\" y=\"-2015.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- clamp_59&#45;&gt;ttnn.from_torch_64 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>clamp_59:#0&#45;&gt;ttnn.from_torch_64:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1572.5,-2182.5C1572.5,-2155.25 1547.78,-2151.96 1541.79,-2130.51\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1545.25,-2129.97 1540.5,-2120.5 1538.31,-2130.87 1545.25,-2129.97\"/>\n",
       "<text text-anchor=\"middle\" x=\"1574\" y=\"-2147\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.transformer.attention_softmax__125 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>ttnn.transformer.attention_softmax__125</title>\n",
       "<g id=\"a_node43\"><a xlink:href=\"/operation_buffer_report/66\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2485.5,-1958 1991.5,-1958 1991.5,-1837 2485.5,-1837 2485.5,-1958\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1992.5,-1837.5 1992.5,-1956.5 2192.5,-1956.5 2192.5,-1837.5 1992.5,-1837.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1994.5\" y=\"-1894.5\" font-family=\"Linux libertine\" font-size=\"10.00\">66: ttnn.transformer.attention_softmax_</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2193.5,-1897.5 2193.5,-1956.5 2339.5,-1956.5 2339.5,-1897.5 2193.5,-1897.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2249.5\" y=\"-1946.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2195.5\" y=\"-1935.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 1, 1[32], 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2217\" y=\"-1924.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2236.5\" y=\"-1913.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2201.5\" y=\"-1902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2340.5,-1897.5 2340.5,-1956.5 2484.5,-1956.5 2484.5,-1897.5 2340.5,-1897.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2395.5\" y=\"-1946.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"2342.5\" y=\"-1935.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2363\" y=\"-1924.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2382.5\" y=\"-1913.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2347.5\" y=\"-1902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2193.5,-1837.5 2193.5,-1896.5 2484.5,-1896.5 2484.5,-1837.5 2193.5,-1837.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2317.5\" y=\"-1886.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2269\" y=\"-1875.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2289.5\" y=\"-1864.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2309\" y=\"-1853.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2274\" y=\"-1842.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.from_torch_64&#45;&gt;ttnn.transformer.attention_softmax__125 -->\n",
       "<g id=\"edge42\" class=\"edge\">\n",
       "<title>ttnn.from_torch_64:#0&#45;&gt;ttnn.transformer.attention_softmax__125:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1614.5,-2039.5C1630.35,-2039.5 1611.26,-2015.06 1623.5,-2005 1639.37,-1991.96 2316.12,-1980.96 2403.29,-1961.62\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2404.8,-1964.78 2412.5,-1957.5 2401.94,-1958.39 2404.8,-1964.78\"/>\n",
       "<text text-anchor=\"middle\" x=\"2227\" y=\"-1979\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_65 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>ttnn_input_65</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"642,-3275 487,-3275 487,-3198 642,-3198 642,-3275\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"488.5,-3258.5 488.5,-3273.5 641.5,-3273.5 641.5,-3258.5 488.5,-3258.5\"/>\n",
       "<text text-anchor=\"start\" x=\"537.5\" y=\"-3263.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"488.5,-3198.5 488.5,-3257.5 641.5,-3257.5 641.5,-3198.5 488.5,-3198.5\"/>\n",
       "<text text-anchor=\"start\" x=\"543.5\" y=\"-3247.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"501\" y=\"-3236.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([30522, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"515.5\" y=\"-3225.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"514\" y=\"-3214.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"490.5\" y=\"-3203.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_65&#45;&gt;ttnn.embedding_68 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>ttnn_input_65:#0&#45;&gt;ttnn.embedding_68:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M565.5,-3197.5C565.5,-3172.72 565.5,-3164.13 565.5,-3143.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"569,-3143.5 565.5,-3133.5 562,-3143.5 569,-3143.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"581\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.add_79 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>ttnn.add_79</title>\n",
       "<g id=\"a_node22\"><a xlink:href=\"/operation_buffer_report/50\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"974,-2966 639,-2966 639,-2845 974,-2845 974,-2966\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"640.5,-2845.5 640.5,-2964.5 703.5,-2964.5 703.5,-2845.5 640.5,-2845.5\"/>\n",
       "<text text-anchor=\"start\" x=\"642.5\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">50: ttnn.add</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"704.5,-2905.5 704.5,-2964.5 838.5,-2964.5 838.5,-2905.5 704.5,-2905.5\"/>\n",
       "<text text-anchor=\"start\" x=\"754.5\" y=\"-2954.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"707.5\" y=\"-2943.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"722\" y=\"-2932.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"741.5\" y=\"-2921.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"706.5\" y=\"-2910.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"839.5,-2905.5 839.5,-2964.5 973.5,-2964.5 973.5,-2905.5 839.5,-2905.5\"/>\n",
       "<text text-anchor=\"start\" x=\"889.5\" y=\"-2954.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"842.5\" y=\"-2943.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"857\" y=\"-2932.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"876.5\" y=\"-2921.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"841.5\" y=\"-2910.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"704.5,-2845.5 704.5,-2904.5 973.5,-2904.5 973.5,-2845.5 704.5,-2845.5\"/>\n",
       "<text text-anchor=\"start\" x=\"817.5\" y=\"-2894.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"775\" y=\"-2883.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"789.5\" y=\"-2872.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"809\" y=\"-2861.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"774\" y=\"-2850.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.embedding_68&#45;&gt;ttnn.add_79 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>ttnn.embedding_68:#0&#45;&gt;ttnn.add_79:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M642.5,-3042.5C656.21,-3042.5 642.21,-3023.08 651.5,-3013 687.81,-2973.64 760.91,-3016.37 770.46,-2975.54\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"773.95,-2975.81 771.5,-2965.5 766.99,-2975.09 773.95,-2975.81\"/>\n",
       "<text text-anchor=\"middle\" x=\"781\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_81 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>ttnn.deallocate_81</title>\n",
       "<g id=\"a_node23\"><a xlink:href=\"/operation_buffer_report/51\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"565,-2936 332,-2936 332,-2875 565,-2875 565,-2936\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"333.5,-2875.5 333.5,-2934.5 429.5,-2934.5 429.5,-2875.5 333.5,-2875.5\"/>\n",
       "<text text-anchor=\"start\" x=\"335.5\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">51: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"430.5,-2875.5 430.5,-2934.5 564.5,-2934.5 564.5,-2875.5 430.5,-2875.5\"/>\n",
       "<text text-anchor=\"start\" x=\"480.5\" y=\"-2924.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"433.5\" y=\"-2913.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"448\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"467.5\" y=\"-2891.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"432.5\" y=\"-2880.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.embedding_68&#45;&gt;ttnn.deallocate_81 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>ttnn.embedding_68:#0&#45;&gt;ttnn.deallocate_81:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M497.5,-3013C497.5,-2982.19 497.5,-2972.05 497.5,-2945.6\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"501,-2945.5 497.5,-2935.5 494,-2945.5 501,-2945.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"513\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_71 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>ttnn_input_71</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1302,-3275 1147,-3275 1147,-3198 1302,-3198 1302,-3275\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1148.5,-3258.5 1148.5,-3273.5 1301.5,-3273.5 1301.5,-3258.5 1148.5,-3258.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1197.5\" y=\"-3263.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1148.5,-3198.5 1148.5,-3257.5 1301.5,-3257.5 1301.5,-3198.5 1148.5,-3198.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1203.5\" y=\"-3247.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1173\" y=\"-3236.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([2, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1175.5\" y=\"-3225.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1174\" y=\"-3214.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1150.5\" y=\"-3203.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_71&#45;&gt;ttnn.embedding_74 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>ttnn_input_71:#0&#45;&gt;ttnn.embedding_74:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1225.5,-3197.5C1225.5,-3172.72 1225.5,-3164.13 1225.5,-3143.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1229,-3143.5 1225.5,-3133.5 1222,-3143.5 1229,-3143.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1241\" y=\"-3155\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.embedding_74&#45;&gt;ttnn.add_79 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>ttnn.embedding_74:#0&#45;&gt;ttnn.add_79:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1157.5,-3013C1157.5,-2992.97 997.82,-2980 983.5,-2966 977.42,-2960.06 980.51,-2950.23 980.87,-2943.34\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"983.52,-2941.06 974.5,-2935.5 978.09,-2945.47 983.52,-2941.06\"/>\n",
       "<text text-anchor=\"middle\" x=\"1129\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_83 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>ttnn.deallocate_83</title>\n",
       "<g id=\"a_node24\"><a xlink:href=\"/operation_buffer_report/52\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1225,-2936 992,-2936 992,-2875 1225,-2875 1225,-2936\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"993.5,-2875.5 993.5,-2934.5 1089.5,-2934.5 1089.5,-2875.5 993.5,-2875.5\"/>\n",
       "<text text-anchor=\"start\" x=\"995.5\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">52: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1090.5,-2875.5 1090.5,-2934.5 1224.5,-2934.5 1224.5,-2875.5 1090.5,-2875.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1140.5\" y=\"-2924.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1093.5\" y=\"-2913.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1108\" y=\"-2902.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1127.5\" y=\"-2891.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1092.5\" y=\"-2880.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.embedding_74&#45;&gt;ttnn.deallocate_83 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>ttnn.embedding_74:#0&#45;&gt;ttnn.deallocate_83:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1157.5,-3013C1157.5,-2982.19 1157.5,-2972.05 1157.5,-2945.6\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1161,-2945.5 1157.5,-2935.5 1154,-2945.5 1161,-2945.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1173\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.add_92 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>ttnn.add_92</title>\n",
       "<g id=\"a_node28\"><a xlink:href=\"/operation_buffer_report/55\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1282,-2798 947,-2798 947,-2677 1282,-2677 1282,-2798\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"948.5,-2677.5 948.5,-2796.5 1011.5,-2796.5 1011.5,-2677.5 948.5,-2677.5\"/>\n",
       "<text text-anchor=\"start\" x=\"950.5\" y=\"-2734.5\" font-family=\"Linux libertine\" font-size=\"10.00\">55: ttnn.add</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1012.5,-2737.5 1012.5,-2796.5 1146.5,-2796.5 1146.5,-2737.5 1012.5,-2737.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1062.5\" y=\"-2786.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1015.5\" y=\"-2775.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1030\" y=\"-2764.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1049.5\" y=\"-2753.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1014.5\" y=\"-2742.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1147.5,-2737.5 1147.5,-2796.5 1281.5,-2796.5 1281.5,-2737.5 1147.5,-2737.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1197.5\" y=\"-2786.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"1150.5\" y=\"-2775.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1165\" y=\"-2764.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1184.5\" y=\"-2753.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1149.5\" y=\"-2742.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1012.5,-2677.5 1012.5,-2736.5 1281.5,-2736.5 1281.5,-2677.5 1012.5,-2677.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1125.5\" y=\"-2726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1083\" y=\"-2715.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1097.5\" y=\"-2704.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1117\" y=\"-2693.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1082\" y=\"-2682.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.add_79&#45;&gt;ttnn.add_92 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>ttnn.add_79:#0&#45;&gt;ttnn.add_92:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M974.5,-2874.5C988.21,-2874.5 974.63,-2855.45 983.5,-2845 1011.78,-2811.68 1069.03,-2839.62 1078.24,-2807.61\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1081.73,-2807.86 1079.5,-2797.5 1074.79,-2806.99 1081.73,-2807.86\"/>\n",
       "<text text-anchor=\"middle\" x=\"1087\" y=\"-2819\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_94 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>ttnn.deallocate_94</title>\n",
       "<g id=\"a_node29\"><a xlink:href=\"/operation_buffer_report/56\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"907,-2768 674,-2768 674,-2707 907,-2707 907,-2768\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"675.5,-2707.5 675.5,-2766.5 771.5,-2766.5 771.5,-2707.5 675.5,-2707.5\"/>\n",
       "<text text-anchor=\"start\" x=\"677.5\" y=\"-2734.5\" font-family=\"Linux libertine\" font-size=\"10.00\">56: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"772.5,-2707.5 772.5,-2766.5 906.5,-2766.5 906.5,-2707.5 772.5,-2707.5\"/>\n",
       "<text text-anchor=\"start\" x=\"822.5\" y=\"-2756.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"775.5\" y=\"-2745.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"790\" y=\"-2734.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"809.5\" y=\"-2723.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"774.5\" y=\"-2712.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.add_79&#45;&gt;ttnn.deallocate_94 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>ttnn.add_79:#0&#45;&gt;ttnn.deallocate_94:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M839.5,-2845C839.5,-2814.19 839.5,-2804.05 839.5,-2777.6\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"843,-2777.5 839.5,-2767.5 836,-2777.5 843,-2777.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"855\" y=\"-2819\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_84 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>ttnn_input_84</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1884,-3112 1729,-3112 1729,-3035 1884,-3035 1884,-3112\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1730.5,-3095.5 1730.5,-3110.5 1883.5,-3110.5 1883.5,-3095.5 1730.5,-3095.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1779.5\" y=\"-3100.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1730.5,-3035.5 1730.5,-3094.5 1883.5,-3094.5 1883.5,-3035.5 1730.5,-3035.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1785.5\" y=\"-3084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1749\" y=\"-3073.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([512, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1757.5\" y=\"-3062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1756\" y=\"-3051.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: ROW_MAJOR</text>\n",
       "<text text-anchor=\"start\" x=\"1732.5\" y=\"-3040.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_84&#45;&gt;ttnn.embedding_87 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>ttnn_input_84:#0&#45;&gt;ttnn.embedding_87:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1807.5,-3034.5C1807.5,-3007.54 1808.27,-2998.36 1808.46,-2975.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1811.96,-2975.51 1808.5,-2965.5 1804.96,-2975.49 1811.96,-2975.51\"/>\n",
       "<text text-anchor=\"middle\" x=\"1823\" y=\"-2987\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.embedding_87&#45;&gt;ttnn.add_92 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>ttnn.embedding_87:#0&#45;&gt;ttnn.add_92:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1740.5,-2845C1740.5,-2747.11 1386.02,-2849.05 1302.5,-2798 1292.78,-2792.06 1294.85,-2779.39 1291.31,-2772.4\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1292.94,-2769.3 1282.5,-2767.5 1289.54,-2775.42 1292.94,-2769.3\"/>\n",
       "<text text-anchor=\"middle\" x=\"1749\" y=\"-2819\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_96 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>ttnn.deallocate_96</title>\n",
       "<g id=\"a_node30\"><a xlink:href=\"/operation_buffer_report/57\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1890,-2768 1657,-2768 1657,-2707 1890,-2707 1890,-2768\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1658.5,-2707.5 1658.5,-2766.5 1754.5,-2766.5 1754.5,-2707.5 1658.5,-2707.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1660.5\" y=\"-2734.5\" font-family=\"Linux libertine\" font-size=\"10.00\">57: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1755.5,-2707.5 1755.5,-2766.5 1889.5,-2766.5 1889.5,-2707.5 1755.5,-2707.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1805.5\" y=\"-2756.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1758.5\" y=\"-2745.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1773\" y=\"-2734.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1792.5\" y=\"-2723.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1757.5\" y=\"-2712.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.embedding_87&#45;&gt;ttnn.deallocate_96 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>ttnn.embedding_87:#0&#45;&gt;ttnn.deallocate_96:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1885.5,-2874.5C1898.62,-2874.5 1889.05,-2857.3 1884.5,-2845 1870.51,-2807.18 1830.29,-2810.6 1823.49,-2777.78\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1826.94,-2777.12 1822.5,-2767.5 1819.97,-2777.79 1826.94,-2777.12\"/>\n",
       "<text text-anchor=\"middle\" x=\"1889\" y=\"-2819\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_101 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>ttnn.layer_norm_101</title>\n",
       "<g id=\"a_node33\"><a xlink:href=\"/operation_buffer_report/58\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1639.5,-2630 1093.5,-2630 1093.5,-2509 1639.5,-2509 1639.5,-2630\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1094.5,-2509.5 1094.5,-2628.5 1195.5,-2628.5 1195.5,-2509.5 1094.5,-2509.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1096.5\" y=\"-2566.5\" font-family=\"Linux libertine\" font-size=\"10.00\">58: ttnn.layer_norm</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1196.5,-2569.5 1196.5,-2628.5 1330.5,-2628.5 1330.5,-2569.5 1196.5,-2569.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1246.5\" y=\"-2618.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1199.5\" y=\"-2607.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1214\" y=\"-2596.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1233.5\" y=\"-2585.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1198.5\" y=\"-2574.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1331.5,-2569.5 1331.5,-2628.5 1484.5,-2628.5 1484.5,-2569.5 1331.5,-2569.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1391\" y=\"-2618.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"1346\" y=\"-2607.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1358.5\" y=\"-2596.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1378\" y=\"-2585.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1333.5\" y=\"-2574.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1485.5,-2569.5 1485.5,-2628.5 1638.5,-2628.5 1638.5,-2569.5 1485.5,-2569.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1545\" y=\"-2618.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"1500\" y=\"-2607.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1512.5\" y=\"-2596.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1532\" y=\"-2585.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1487.5\" y=\"-2574.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1196.5,-2509.5 1196.5,-2568.5 1638.5,-2568.5 1638.5,-2509.5 1196.5,-2509.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1396\" y=\"-2558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1353.5\" y=\"-2547.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1368\" y=\"-2536.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1387.5\" y=\"-2525.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1352.5\" y=\"-2514.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.add_92&#45;&gt;ttnn.layer_norm_101 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>ttnn.add_92:#0&#45;&gt;ttnn.layer_norm_101:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1147.5,-2677C1147.5,-2665.25 1230.08,-2649.43 1255.89,-2636.4\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1258.44,-2638.81 1263.5,-2629.5 1253.74,-2633.63 1258.44,-2638.81\"/>\n",
       "<text text-anchor=\"middle\" x=\"1238\" y=\"-2651\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_103 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>ttnn.deallocate_103</title>\n",
       "<g id=\"a_node34\"><a xlink:href=\"/operation_buffer_report/59\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1075,-2600 842,-2600 842,-2539 1075,-2539 1075,-2600\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"843.5,-2539.5 843.5,-2598.5 939.5,-2598.5 939.5,-2539.5 843.5,-2539.5\"/>\n",
       "<text text-anchor=\"start\" x=\"845.5\" y=\"-2566.5\" font-family=\"Linux libertine\" font-size=\"10.00\">59: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"940.5,-2539.5 940.5,-2598.5 1074.5,-2598.5 1074.5,-2539.5 940.5,-2539.5\"/>\n",
       "<text text-anchor=\"start\" x=\"990.5\" y=\"-2588.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"943.5\" y=\"-2577.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"958\" y=\"-2566.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"977.5\" y=\"-2555.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"942.5\" y=\"-2544.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.add_92&#45;&gt;ttnn.deallocate_103 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>ttnn.add_92:#0&#45;&gt;ttnn.deallocate_103:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1147.5,-2677C1147.5,-2609.63 1021.88,-2664.17 1008.63,-2609.66\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1012.08,-2609.05 1007.5,-2599.5 1005.12,-2609.82 1012.08,-2609.05\"/>\n",
       "<text text-anchor=\"middle\" x=\"1157\" y=\"-2651\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_97 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>ttnn_input_97</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1466,-2776 1311,-2776 1311,-2699 1466,-2699 1466,-2776\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1312.5,-2759.5 1312.5,-2774.5 1465.5,-2774.5 1465.5,-2759.5 1312.5,-2759.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1361.5\" y=\"-2764.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1312.5,-2699.5 1312.5,-2758.5 1465.5,-2758.5 1465.5,-2699.5 1312.5,-2699.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1367.5\" y=\"-2748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1327\" y=\"-2737.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1339.5\" y=\"-2726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1359\" y=\"-2715.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1314.5\" y=\"-2704.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_97&#45;&gt;ttnn.layer_norm_101 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>ttnn_input_97:#0&#45;&gt;ttnn.layer_norm_101:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1389.5,-2698.5C1389.5,-2670.42 1404.31,-2662.93 1407.78,-2639.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1411.28,-2639.72 1408.5,-2629.5 1404.3,-2639.23 1411.28,-2639.72\"/>\n",
       "<text text-anchor=\"middle\" x=\"1421\" y=\"-2651\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_98 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>ttnn_input_98</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1639,-2776 1484,-2776 1484,-2699 1639,-2699 1639,-2776\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1485.5,-2759.5 1485.5,-2774.5 1638.5,-2774.5 1638.5,-2759.5 1485.5,-2759.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1534.5\" y=\"-2764.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1485.5,-2699.5 1485.5,-2758.5 1638.5,-2758.5 1638.5,-2699.5 1485.5,-2699.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1540.5\" y=\"-2748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1500\" y=\"-2737.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1512.5\" y=\"-2726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1532\" y=\"-2715.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1487.5\" y=\"-2704.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_98&#45;&gt;ttnn.layer_norm_101 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>ttnn_input_98:#0&#45;&gt;ttnn.layer_norm_101:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1562.5,-2698.5C1562.5,-2671.55 1562.5,-2662.36 1562.5,-2639.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1566,-2639.5 1562.5,-2629.5 1559,-2639.5 1566,-2639.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1578\" y=\"-2651\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.linear_108 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>ttnn.linear_108</title>\n",
       "<g id=\"a_node37\"><a xlink:href=\"/operation_buffer_report/60\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2280.5,-2462 1762.5,-2462 1762.5,-2341 2280.5,-2341 2280.5,-2462\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1763.5,-2341.5 1763.5,-2460.5 1836.5,-2460.5 1836.5,-2341.5 1763.5,-2341.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1765.5\" y=\"-2398.5\" font-family=\"Linux libertine\" font-size=\"10.00\">60: ttnn.linear</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1837.5,-2401.5 1837.5,-2460.5 1971.5,-2460.5 1971.5,-2401.5 1837.5,-2401.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1887.5\" y=\"-2450.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1840.5\" y=\"-2439.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1855\" y=\"-2428.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1874.5\" y=\"-2417.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1839.5\" y=\"-2406.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1972.5,-2401.5 1972.5,-2460.5 2125.5,-2460.5 2125.5,-2401.5 1972.5,-2401.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2032\" y=\"-2450.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"1988\" y=\"-2439.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 3072])</text>\n",
       "<text text-anchor=\"start\" x=\"1999.5\" y=\"-2428.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2019\" y=\"-2417.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1974.5\" y=\"-2406.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2126.5,-2401.5 2126.5,-2460.5 2279.5,-2460.5 2279.5,-2401.5 2126.5,-2401.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2186\" y=\"-2450.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"2141\" y=\"-2439.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 3072])</text>\n",
       "<text text-anchor=\"start\" x=\"2153.5\" y=\"-2428.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2173\" y=\"-2417.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2128.5\" y=\"-2406.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1837.5,-2341.5 1837.5,-2400.5 2279.5,-2400.5 2279.5,-2341.5 1837.5,-2341.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2037\" y=\"-2390.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1994.5\" y=\"-2379.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 3072])</text>\n",
       "<text text-anchor=\"start\" x=\"2006\" y=\"-2368.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2028.5\" y=\"-2357.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1993.5\" y=\"-2346.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_101&#45;&gt;ttnn.linear_108 -->\n",
       "<g id=\"edge33\" class=\"edge\">\n",
       "<title>ttnn.layer_norm_101:#0&#45;&gt;ttnn.linear_108:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1639.5,-2538.5C1659.84,-2538.5 1657.43,-2520.07 1674.5,-2509 1699.35,-2492.89 1706.03,-2488.17 1734.5,-2480 1750.27,-2475.48 1865.5,-2479.14 1896.72,-2468\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1899.07,-2470.6 1904.5,-2461.5 1894.58,-2465.22 1899.07,-2470.6\"/>\n",
       "<text text-anchor=\"middle\" x=\"1750\" y=\"-2483\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.add_145 -->\n",
       "<g id=\"node52\" class=\"node\">\n",
       "<title>ttnn.add_145</title>\n",
       "<g id=\"a_node52\"><a xlink:href=\"/operation_buffer_report/73\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1867,-1286 1532,-1286 1532,-1165 1867,-1165 1867,-1286\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1533.5,-1165.5 1533.5,-1284.5 1596.5,-1284.5 1596.5,-1165.5 1533.5,-1165.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1535.5\" y=\"-1222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">73: ttnn.add</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1597.5,-1225.5 1597.5,-1284.5 1731.5,-1284.5 1731.5,-1225.5 1597.5,-1225.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1647.5\" y=\"-1274.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1600.5\" y=\"-1263.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1615\" y=\"-1252.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1634.5\" y=\"-1241.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1599.5\" y=\"-1230.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1732.5,-1225.5 1732.5,-1284.5 1866.5,-1284.5 1866.5,-1225.5 1732.5,-1225.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1782.5\" y=\"-1274.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"1735.5\" y=\"-1263.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1750\" y=\"-1252.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1769.5\" y=\"-1241.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1734.5\" y=\"-1230.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1597.5,-1165.5 1597.5,-1224.5 1866.5,-1224.5 1866.5,-1165.5 1597.5,-1165.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1710.5\" y=\"-1214.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1668\" y=\"-1203.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1682.5\" y=\"-1192.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1702\" y=\"-1181.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1667\" y=\"-1170.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_101&#45;&gt;ttnn.add_145 -->\n",
       "<g id=\"edge53\" class=\"edge\">\n",
       "<title>ttnn.layer_norm_101:#0&#45;&gt;ttnn.add_145:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1417.5,-2509C1417.5,-2458.28 1347.53,-2499.62 1313.5,-2462 1294.79,-2441.31 1293.5,-2430.4 1293.5,-2402.5 1293.5,-2402.5 1293.5,-2402.5 1293.5,-1392.5 1293.5,-1224.41 1649.44,-1447.59 1664.04,-1295.55\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1667.54,-1295.65 1664.5,-1285.5 1660.54,-1295.33 1667.54,-1295.65\"/>\n",
       "<text text-anchor=\"middle\" x=\"1309\" y=\"-1895\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_152 -->\n",
       "<g id=\"node56\" class=\"node\">\n",
       "<title>ttnn.deallocate_152</title>\n",
       "<g id=\"a_node56\"><a xlink:href=\"/operation_buffer_report/75\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1555,-2432 1322,-2432 1322,-2371 1555,-2371 1555,-2432\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1323.5,-2371.5 1323.5,-2430.5 1419.5,-2430.5 1419.5,-2371.5 1323.5,-2371.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1325.5\" y=\"-2398.5\" font-family=\"Linux libertine\" font-size=\"10.00\">75: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1420.5,-2371.5 1420.5,-2430.5 1554.5,-2430.5 1554.5,-2371.5 1420.5,-2371.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1470.5\" y=\"-2420.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1423.5\" y=\"-2409.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1438\" y=\"-2398.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1457.5\" y=\"-2387.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1422.5\" y=\"-2376.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_101&#45;&gt;ttnn.deallocate_152 -->\n",
       "<g id=\"edge58\" class=\"edge\">\n",
       "<title>ttnn.layer_norm_101:#0&#45;&gt;ttnn.deallocate_152:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1417.5,-2509C1417.5,-2466.39 1476.49,-2475.82 1486.16,-2441.74\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1489.68,-2441.87 1487.5,-2431.5 1482.74,-2440.96 1489.68,-2441.87\"/>\n",
       "<text text-anchor=\"middle\" x=\"1448\" y=\"-2483\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_104 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>ttnn_input_104</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2116,-2608 1961,-2608 1961,-2531 2116,-2531 2116,-2608\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1962.5,-2591.5 1962.5,-2606.5 2115.5,-2606.5 2115.5,-2591.5 1962.5,-2591.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2011.5\" y=\"-2596.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1962.5,-2531.5 1962.5,-2590.5 2115.5,-2590.5 2115.5,-2531.5 1962.5,-2531.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2017.5\" y=\"-2580.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1978\" y=\"-2569.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 3072])</text>\n",
       "<text text-anchor=\"start\" x=\"1989.5\" y=\"-2558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2009\" y=\"-2547.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1964.5\" y=\"-2536.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_104&#45;&gt;ttnn.linear_108 -->\n",
       "<g id=\"edge34\" class=\"edge\">\n",
       "<title>ttnn_input_104:#0&#45;&gt;ttnn.linear_108:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2039.5,-2530.5C2039.5,-2503.27 2047.22,-2494.54 2049.1,-2471.79\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2052.6,-2471.63 2049.5,-2461.5 2045.61,-2471.35 2052.6,-2471.63\"/>\n",
       "<text text-anchor=\"middle\" x=\"2063\" y=\"-2483\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_105 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>ttnn_input_105</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2289,-2608 2134,-2608 2134,-2531 2289,-2531 2289,-2608\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2135.5,-2591.5 2135.5,-2606.5 2288.5,-2606.5 2288.5,-2591.5 2135.5,-2591.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2184.5\" y=\"-2596.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2135.5,-2531.5 2135.5,-2590.5 2288.5,-2590.5 2288.5,-2531.5 2135.5,-2531.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2190.5\" y=\"-2580.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2150\" y=\"-2569.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 3072])</text>\n",
       "<text text-anchor=\"start\" x=\"2162.5\" y=\"-2558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2182\" y=\"-2547.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2137.5\" y=\"-2536.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_105&#45;&gt;ttnn.linear_108 -->\n",
       "<g id=\"edge35\" class=\"edge\">\n",
       "<title>ttnn_input_105:#0&#45;&gt;ttnn.linear_108:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2212.5,-2530.5C2212.5,-2503.32 2205.55,-2494.51 2203.86,-2471.77\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2207.35,-2471.37 2203.5,-2461.5 2200.36,-2471.62 2207.35,-2471.37\"/>\n",
       "<text text-anchor=\"middle\" x=\"2222\" y=\"-2483\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.transformer.split_query_key_value_and_split_heads_113 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>ttnn.transformer.split_query_key_value_and_split_heads_113</title>\n",
       "<g id=\"a_node38\"><a xlink:href=\"/operation_buffer_report/61\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2602,-2294 1885,-2294 1885,-2173 2602,-2173 2602,-2294\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1886.5,-2173.5 1886.5,-2292.5 2184.5,-2292.5 2184.5,-2173.5 1886.5,-2173.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1888.5\" y=\"-2230.5\" font-family=\"Linux libertine\" font-size=\"10.00\">61: ttnn.transformer.split_query_key_value_and_split_heads</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2185.5,-2233.5 2185.5,-2292.5 2601.5,-2292.5 2601.5,-2233.5 2185.5,-2233.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2376.5\" y=\"-2282.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2329.5\" y=\"-2271.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 3072])</text>\n",
       "<text text-anchor=\"start\" x=\"2341\" y=\"-2260.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2363.5\" y=\"-2249.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2328.5\" y=\"-2238.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2185.5,-2173.5 2185.5,-2232.5 2323.5,-2232.5 2323.5,-2173.5 2185.5,-2173.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2233\" y=\"-2222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2187.5\" y=\"-2211.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"2202\" y=\"-2200.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2224.5\" y=\"-2189.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2189.5\" y=\"-2178.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2324.5,-2173.5 2324.5,-2232.5 2462.5,-2232.5 2462.5,-2173.5 2324.5,-2173.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2372\" y=\"-2222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 1</text>\n",
       "<text text-anchor=\"start\" x=\"2326.5\" y=\"-2211.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 64, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2341\" y=\"-2200.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2363.5\" y=\"-2189.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2328.5\" y=\"-2178.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2463.5,-2173.5 2463.5,-2232.5 2601.5,-2232.5 2601.5,-2173.5 2463.5,-2173.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2511\" y=\"-2222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 2</text>\n",
       "<text text-anchor=\"start\" x=\"2465.5\" y=\"-2211.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"2480\" y=\"-2200.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2502.5\" y=\"-2189.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2467.5\" y=\"-2178.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.linear_108&#45;&gt;ttnn.transformer.split_query_key_value_and_split_heads_113 -->\n",
       "<g id=\"edge36\" class=\"edge\">\n",
       "<title>ttnn.linear_108:#0&#45;&gt;ttnn.transformer.split_query_key_value_and_split_heads_113:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2280.5,-2370.5C2337.71,-2370.5 2387.35,-2356.12 2392.97,-2303.73\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2396.48,-2303.67 2393.5,-2293.5 2389.49,-2303.31 2396.48,-2303.67\"/>\n",
       "<text text-anchor=\"middle\" x=\"2406\" y=\"-2315\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_115 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>ttnn.deallocate_115</title>\n",
       "<g id=\"a_node39\"><a xlink:href=\"/operation_buffer_report/62\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1867,-2264 1634,-2264 1634,-2203 1867,-2203 1867,-2264\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1635.5,-2203.5 1635.5,-2262.5 1731.5,-2262.5 1731.5,-2203.5 1635.5,-2203.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1637.5\" y=\"-2230.5\" font-family=\"Linux libertine\" font-size=\"10.00\">62: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1732.5,-2203.5 1732.5,-2262.5 1866.5,-2262.5 1866.5,-2203.5 1732.5,-2203.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1782.5\" y=\"-2252.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1735.5\" y=\"-2241.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 3072])</text>\n",
       "<text text-anchor=\"start\" x=\"1747\" y=\"-2230.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"1769.5\" y=\"-2219.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1734.5\" y=\"-2208.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.linear_108&#45;&gt;ttnn.deallocate_115 -->\n",
       "<g id=\"edge37\" class=\"edge\">\n",
       "<title>ttnn.linear_108:#0&#45;&gt;ttnn.deallocate_115:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2058.5,-2341C2058.5,-2284.56 1829.91,-2318.79 1802.23,-2273.33\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1805.55,-2272.2 1799.5,-2263.5 1798.81,-2274.07 1805.55,-2272.2\"/>\n",
       "<text text-anchor=\"middle\" x=\"2060\" y=\"-2315\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.matmul_118 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>ttnn.matmul_118</title>\n",
       "<g id=\"a_node40\"><a xlink:href=\"/operation_buffer_report/63\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2505,-2126 2142,-2126 2142,-2005 2505,-2005 2505,-2126\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2143.5,-2005.5 2143.5,-2124.5 2226.5,-2124.5 2226.5,-2005.5 2143.5,-2005.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2145.5\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">63: ttnn.matmul</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2227.5,-2065.5 2227.5,-2124.5 2365.5,-2124.5 2365.5,-2065.5 2227.5,-2065.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2279.5\" y=\"-2114.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2229.5\" y=\"-2103.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"2244\" y=\"-2092.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2266.5\" y=\"-2081.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2231.5\" y=\"-2070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2366.5,-2065.5 2366.5,-2124.5 2504.5,-2124.5 2504.5,-2065.5 2366.5,-2065.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2418.5\" y=\"-2114.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"2368.5\" y=\"-2103.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 64, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2383\" y=\"-2092.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2405.5\" y=\"-2081.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2370.5\" y=\"-2070.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2227.5,-2005.5 2227.5,-2064.5 2504.5,-2064.5 2504.5,-2005.5 2227.5,-2005.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2344.5\" y=\"-2054.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2296\" y=\"-2043.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2316.5\" y=\"-2032.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2336\" y=\"-2021.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2301\" y=\"-2010.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.split_query_key_value_and_split_heads_113&#45;&gt;ttnn.matmul_118 -->\n",
       "<g id=\"edge38\" class=\"edge\">\n",
       "<title>ttnn.transformer.split_query_key_value_and_split_heads_113:#0&#45;&gt;ttnn.matmul_118:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2254.5,-2173C2254.5,-2160.1 2248.32,-2154.71 2255.5,-2144 2263.85,-2131.55 2282.74,-2138.61 2291.66,-2134.49\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2294.84,-2135.96 2296.5,-2125.5 2288.68,-2132.65 2294.84,-2135.96\"/>\n",
       "<text text-anchor=\"middle\" x=\"2271\" y=\"-2147\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.transformer.split_query_key_value_and_split_heads_113&#45;&gt;ttnn.matmul_118 -->\n",
       "<g id=\"edge39\" class=\"edge\">\n",
       "<title>ttnn.transformer.split_query_key_value_and_split_heads_113:#1&#45;&gt;ttnn.matmul_118:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2393.5,-2173C2393.5,-2148.78 2424.52,-2151.92 2433.24,-2135.4\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2436.69,-2136.03 2435.5,-2125.5 2429.86,-2134.47 2436.69,-2136.03\"/>\n",
       "<text text-anchor=\"middle\" x=\"2439\" y=\"-2147\" font-family=\"Times,serif\" font-size=\"10.00\">1 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_120 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>ttnn.deallocate_120</title>\n",
       "<g id=\"a_node41\"><a xlink:href=\"/operation_buffer_report/64\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"1869,-2096 1632,-2096 1632,-2035 1869,-2035 1869,-2096\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1633.5,-2035.5 1633.5,-2094.5 1729.5,-2094.5 1729.5,-2035.5 1633.5,-2035.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1635.5\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">64: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1730.5,-2035.5 1730.5,-2094.5 1868.5,-2094.5 1868.5,-2035.5 1730.5,-2035.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1782.5\" y=\"-2084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1732.5\" y=\"-2073.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"1747\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"1769.5\" y=\"-2051.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1734.5\" y=\"-2040.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.split_query_key_value_and_split_heads_113&#45;&gt;ttnn.deallocate_120 -->\n",
       "<g id=\"edge40\" class=\"edge\">\n",
       "<title>ttnn.transformer.split_query_key_value_and_split_heads_113:#0&#45;&gt;ttnn.deallocate_120:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2254.5,-2173C2254.5,-2151.95 1898.92,-2131.13 1878.5,-2126 1845.85,-2117.79 1808.4,-2129.98 1800.86,-2105.7\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1804.29,-2104.95 1799.5,-2095.5 1797.35,-2105.88 1804.29,-2104.95\"/>\n",
       "<text text-anchor=\"middle\" x=\"2192\" y=\"-2147\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_122 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>ttnn.deallocate_122</title>\n",
       "<g id=\"a_node42\"><a xlink:href=\"/operation_buffer_report/65\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2124,-2096 1887,-2096 1887,-2035 2124,-2035 2124,-2096\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1888.5,-2035.5 1888.5,-2094.5 1984.5,-2094.5 1984.5,-2035.5 1888.5,-2035.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1890.5\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">65: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1985.5,-2035.5 1985.5,-2094.5 2123.5,-2094.5 2123.5,-2035.5 1985.5,-2035.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2037.5\" y=\"-2084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1987.5\" y=\"-2073.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 64, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2002\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2024.5\" y=\"-2051.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1989.5\" y=\"-2040.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.split_query_key_value_and_split_heads_113&#45;&gt;ttnn.deallocate_122 -->\n",
       "<g id=\"edge41\" class=\"edge\">\n",
       "<title>ttnn.transformer.split_query_key_value_and_split_heads_113:#1&#45;&gt;ttnn.deallocate_122:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2393.5,-2173C2393.5,-2160.68 2298.59,-2146.34 2286.5,-2144 2252.89,-2137.5 2158.05,-2149.86 2133.5,-2126 2126.07,-2118.78 2132.49,-2087.8 2130.34,-2072.76\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2133.13,-2070.64 2124.5,-2064.5 2127.42,-2074.68 2133.13,-2070.64\"/>\n",
       "<text text-anchor=\"middle\" x=\"2360\" y=\"-2147\" font-family=\"Times,serif\" font-size=\"10.00\">1 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.matmul_128 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>ttnn.matmul_128</title>\n",
       "<g id=\"a_node44\"><a xlink:href=\"/operation_buffer_report/67\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2722,-1790 2353,-1790 2353,-1669 2722,-1669 2722,-1790\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2354.5,-1669.5 2354.5,-1788.5 2437.5,-1788.5 2437.5,-1669.5 2354.5,-1669.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2356.5\" y=\"-1726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">67: ttnn.matmul</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2438.5,-1729.5 2438.5,-1788.5 2576.5,-1788.5 2576.5,-1729.5 2438.5,-1729.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2490.5\" y=\"-1778.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2440.5\" y=\"-1767.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"2455\" y=\"-1756.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2477.5\" y=\"-1745.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2442.5\" y=\"-1734.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2577.5,-1729.5 2577.5,-1788.5 2721.5,-1788.5 2721.5,-1729.5 2577.5,-1729.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2632.5\" y=\"-1778.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"2579.5\" y=\"-1767.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2600\" y=\"-1756.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2619.5\" y=\"-1745.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2584.5\" y=\"-1734.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2438.5,-1669.5 2438.5,-1728.5 2721.5,-1728.5 2721.5,-1669.5 2438.5,-1669.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2558.5\" y=\"-1718.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2513\" y=\"-1707.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"2527.5\" y=\"-1696.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2550\" y=\"-1685.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2515\" y=\"-1674.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.split_query_key_value_and_split_heads_113&#45;&gt;ttnn.matmul_128 -->\n",
       "<g id=\"edge44\" class=\"edge\">\n",
       "<title>ttnn.transformer.split_query_key_value_and_split_heads_113:#2&#45;&gt;ttnn.matmul_128:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2532.5,-2173C2532.5,-2091.83 2493.24,-1869.25 2546.5,-1808 2574.28,-1776.06 2636.81,-1825.46 2647.83,-1799.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2651.31,-1799.94 2649.5,-1789.5 2644.4,-1798.79 2651.31,-1799.94\"/>\n",
       "<text text-anchor=\"middle\" x=\"2535\" y=\"-1979\" font-family=\"Times,serif\" font-size=\"10.00\">2 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_132 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>ttnn.deallocate_132</title>\n",
       "<g id=\"a_node46\"><a xlink:href=\"/operation_buffer_report/69\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2798,-2096 2561,-2096 2561,-2035 2798,-2035 2798,-2096\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2562.5,-2035.5 2562.5,-2094.5 2658.5,-2094.5 2658.5,-2035.5 2562.5,-2035.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2564.5\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">69: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2659.5,-2035.5 2659.5,-2094.5 2797.5,-2094.5 2797.5,-2035.5 2659.5,-2035.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2711.5\" y=\"-2084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2661.5\" y=\"-2073.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"2676\" y=\"-2062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2698.5\" y=\"-2051.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2663.5\" y=\"-2040.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.split_query_key_value_and_split_heads_113&#45;&gt;ttnn.deallocate_132 -->\n",
       "<g id=\"edge47\" class=\"edge\">\n",
       "<title>ttnn.transformer.split_query_key_value_and_split_heads_113:#2&#45;&gt;ttnn.deallocate_132:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2602.5,-2202.5C2672.52,-2202.5 2723.53,-2172.04 2728.16,-2105.57\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2731.66,-2105.61 2728.5,-2095.5 2724.66,-2105.37 2731.66,-2105.61\"/>\n",
       "<text text-anchor=\"middle\" x=\"2733\" y=\"-2147\" font-family=\"Times,serif\" font-size=\"10.00\">2 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.matmul_118&#45;&gt;ttnn.transformer.attention_softmax__125 -->\n",
       "<g id=\"edge43\" class=\"edge\">\n",
       "<title>ttnn.matmul_118:#0&#45;&gt;ttnn.transformer.attention_softmax__125:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2366.5,-2005C2366.5,-1959.83 2282.23,-1999.03 2268.41,-1967.7\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2271.78,-1966.69 2266.5,-1957.5 2264.9,-1967.97 2271.78,-1966.69\"/>\n",
       "<text text-anchor=\"middle\" x=\"2373\" y=\"-1979\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.transformer.attention_softmax__125&#45;&gt;ttnn.matmul_128 -->\n",
       "<g id=\"edge45\" class=\"edge\">\n",
       "<title>ttnn.transformer.attention_softmax__125:#0&#45;&gt;ttnn.matmul_128:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2485.5,-1866.5C2517.75,-1866.5 2509.62,-1832.49 2507.81,-1799.62\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2511.3,-1799.39 2507.5,-1789.5 2504.3,-1799.6 2511.3,-1799.39\"/>\n",
       "<text text-anchor=\"middle\" x=\"2524\" y=\"-1811\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_130 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>ttnn.deallocate_130</title>\n",
       "<g id=\"a_node45\"><a xlink:href=\"/operation_buffer_report/68\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2335,-1760 2092,-1760 2092,-1699 2335,-1699 2335,-1760\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2093.5,-1699.5 2093.5,-1758.5 2189.5,-1758.5 2189.5,-1699.5 2093.5,-1699.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2095.5\" y=\"-1726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">68: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2190.5,-1699.5 2190.5,-1758.5 2334.5,-1758.5 2334.5,-1699.5 2190.5,-1699.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2245.5\" y=\"-1748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2192.5\" y=\"-1737.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 384])</text>\n",
       "<text text-anchor=\"start\" x=\"2213\" y=\"-1726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2232.5\" y=\"-1715.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2197.5\" y=\"-1704.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.attention_softmax__125&#45;&gt;ttnn.deallocate_130 -->\n",
       "<g id=\"edge46\" class=\"edge\">\n",
       "<title>ttnn.transformer.attention_softmax__125:#0&#45;&gt;ttnn.deallocate_130:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2339.5,-1837C2339.5,-1792.24 2274.06,-1805.41 2263.84,-1769.7\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2267.27,-1768.96 2262.5,-1759.5 2260.33,-1769.87 2267.27,-1768.96\"/>\n",
       "<text text-anchor=\"middle\" x=\"2349\" y=\"-1811\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.transformer.concatenate_heads_135 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>ttnn.transformer.concatenate_heads_135</title>\n",
       "<g id=\"a_node47\"><a xlink:href=\"/operation_buffer_report/70\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2477,-1622 2136,-1622 2136,-1501 2477,-1501 2477,-1622\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2137.5,-1501.5 2137.5,-1620.5 2337.5,-1620.5 2337.5,-1501.5 2137.5,-1501.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2139.5\" y=\"-1558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">70: ttnn.transformer.concatenate_heads</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2338.5,-1561.5 2338.5,-1620.5 2476.5,-1620.5 2476.5,-1561.5 2338.5,-1561.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2390.5\" y=\"-1610.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2340.5\" y=\"-1599.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 16, 384, 64])</text>\n",
       "<text text-anchor=\"start\" x=\"2355\" y=\"-1588.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2377.5\" y=\"-1577.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2342.5\" y=\"-1566.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2338.5,-1501.5 2338.5,-1560.5 2476.5,-1560.5 2476.5,-1501.5 2338.5,-1501.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2386\" y=\"-1550.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2343.5\" y=\"-1539.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2355\" y=\"-1528.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2377.5\" y=\"-1517.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2342.5\" y=\"-1506.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.matmul_128&#45;&gt;ttnn.transformer.concatenate_heads_135 -->\n",
       "<g id=\"edge48\" class=\"edge\">\n",
       "<title>ttnn.matmul_128:#0&#45;&gt;ttnn.transformer.concatenate_heads_135:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2580.5,-1669C2580.5,-1622.29 2516.49,-1657.81 2486.5,-1622 2481.04,-1615.48 2484.01,-1605.77 2484.16,-1599.06\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2486.74,-1596.69 2477.5,-1591.5 2481.48,-1601.32 2486.74,-1596.69\"/>\n",
       "<text text-anchor=\"middle\" x=\"2590\" y=\"-1643\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.linear_140 -->\n",
       "<g id=\"node50\" class=\"node\">\n",
       "<title>ttnn.linear_140</title>\n",
       "<g id=\"a_node50\"><a xlink:href=\"/operation_buffer_report/71\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2804.5,-1454 2286.5,-1454 2286.5,-1333 2804.5,-1333 2804.5,-1454\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2287.5,-1333.5 2287.5,-1452.5 2360.5,-1452.5 2360.5,-1333.5 2287.5,-1333.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2289.5\" y=\"-1390.5\" font-family=\"Linux libertine\" font-size=\"10.00\">71: ttnn.linear</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2361.5,-1393.5 2361.5,-1452.5 2495.5,-1452.5 2495.5,-1393.5 2361.5,-1393.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2411.5\" y=\"-1442.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2364.5\" y=\"-1431.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2376\" y=\"-1420.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2398.5\" y=\"-1409.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2363.5\" y=\"-1398.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2496.5,-1393.5 2496.5,-1452.5 2649.5,-1452.5 2649.5,-1393.5 2496.5,-1393.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2556\" y=\"-1442.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"2512\" y=\"-1431.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2523.5\" y=\"-1420.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2543\" y=\"-1409.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2498.5\" y=\"-1398.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2650.5,-1393.5 2650.5,-1452.5 2803.5,-1452.5 2803.5,-1393.5 2650.5,-1393.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2710\" y=\"-1442.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"2665\" y=\"-1431.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2677.5\" y=\"-1420.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2697\" y=\"-1409.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2652.5\" y=\"-1398.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2361.5,-1333.5 2361.5,-1392.5 2803.5,-1392.5 2803.5,-1333.5 2361.5,-1333.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2561\" y=\"-1382.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2518.5\" y=\"-1371.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2533\" y=\"-1360.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2552.5\" y=\"-1349.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2517.5\" y=\"-1338.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.concatenate_heads_135&#45;&gt;ttnn.linear_140 -->\n",
       "<g id=\"edge49\" class=\"edge\">\n",
       "<title>ttnn.transformer.concatenate_heads_135:#0&#45;&gt;ttnn.linear_140:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2407.5,-1501C2407.5,-1481.89 2421.9,-1477.68 2426.85,-1463.7\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2430.36,-1463.93 2428.5,-1453.5 2423.45,-1462.81 2430.36,-1463.93\"/>\n",
       "<text text-anchor=\"middle\" x=\"2437\" y=\"-1475\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_142 -->\n",
       "<g id=\"node51\" class=\"node\">\n",
       "<title>ttnn.deallocate_142</title>\n",
       "<g id=\"a_node51\"><a xlink:href=\"/operation_buffer_report/72\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2268,-1424 2035,-1424 2035,-1363 2268,-1363 2268,-1424\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2036.5,-1363.5 2036.5,-1422.5 2132.5,-1422.5 2132.5,-1363.5 2036.5,-1363.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2038.5\" y=\"-1390.5\" font-family=\"Linux libertine\" font-size=\"10.00\">72: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2133.5,-1363.5 2133.5,-1422.5 2267.5,-1422.5 2267.5,-1363.5 2133.5,-1363.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2183.5\" y=\"-1412.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2136.5\" y=\"-1401.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2148\" y=\"-1390.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2170.5\" y=\"-1379.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2135.5\" y=\"-1368.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.transformer.concatenate_heads_135&#45;&gt;ttnn.deallocate_142 -->\n",
       "<g id=\"edge52\" class=\"edge\">\n",
       "<title>ttnn.transformer.concatenate_heads_135:#0&#45;&gt;ttnn.deallocate_142:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2407.5,-1501C2407.5,-1497.16 2281.09,-1455.36 2277.5,-1454 2246.84,-1442.39 2209.72,-1456.46 2201.96,-1433.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2205.39,-1432.9 2200.5,-1423.5 2198.46,-1433.9 2205.39,-1432.9\"/>\n",
       "<text text-anchor=\"middle\" x=\"2374\" y=\"-1475\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_136 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>ttnn_input_136</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2650,-1600 2495,-1600 2495,-1523 2650,-1523 2650,-1600\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2496.5,-1583.5 2496.5,-1598.5 2649.5,-1598.5 2649.5,-1583.5 2496.5,-1583.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2545.5\" y=\"-1588.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2496.5,-1523.5 2496.5,-1582.5 2649.5,-1582.5 2649.5,-1523.5 2496.5,-1523.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2551.5\" y=\"-1572.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2512\" y=\"-1561.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2523.5\" y=\"-1550.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2543\" y=\"-1539.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2498.5\" y=\"-1528.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_136&#45;&gt;ttnn.linear_140 -->\n",
       "<g id=\"edge50\" class=\"edge\">\n",
       "<title>ttnn_input_136:#0&#45;&gt;ttnn.linear_140:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2573.5,-1522.5C2573.5,-1495.55 2573.5,-1486.36 2573.5,-1463.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2577,-1463.5 2573.5,-1453.5 2570,-1463.5 2577,-1463.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2589\" y=\"-1475\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_137 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>ttnn_input_137</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2823,-1600 2668,-1600 2668,-1523 2823,-1523 2823,-1600\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2669.5,-1583.5 2669.5,-1598.5 2822.5,-1598.5 2822.5,-1583.5 2669.5,-1583.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2718.5\" y=\"-1588.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2669.5,-1523.5 2669.5,-1582.5 2822.5,-1582.5 2822.5,-1523.5 2669.5,-1523.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2724.5\" y=\"-1572.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2684\" y=\"-1561.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2696.5\" y=\"-1550.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2716\" y=\"-1539.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2671.5\" y=\"-1528.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_137&#45;&gt;ttnn.linear_140 -->\n",
       "<g id=\"edge51\" class=\"edge\">\n",
       "<title>ttnn_input_137:#0&#45;&gt;ttnn.linear_140:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2746.5,-1522.5C2746.5,-1494.42 2731.69,-1486.93 2728.22,-1463.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2731.7,-1463.23 2727.5,-1453.5 2724.72,-1463.72 2731.7,-1463.23\"/>\n",
       "<text text-anchor=\"middle\" x=\"2749\" y=\"-1475\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.linear_140&#45;&gt;ttnn.add_145 -->\n",
       "<g id=\"edge54\" class=\"edge\">\n",
       "<title>ttnn.linear_140:#0&#45;&gt;ttnn.add_145:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2582.5,-1333C2582.5,-1293.69 1907.18,-1310.57 1876.5,-1286 1869.86,-1280.69 1873.07,-1270.73 1873.6,-1263.64\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1876.3,-1261.4 1867.5,-1255.5 1870.7,-1265.6 1876.3,-1261.4\"/>\n",
       "<text text-anchor=\"middle\" x=\"2513\" y=\"-1307\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_154 -->\n",
       "<g id=\"node57\" class=\"node\">\n",
       "<title>ttnn.deallocate_154</title>\n",
       "<g id=\"a_node57\"><a xlink:href=\"/operation_buffer_report/76\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2650,-1256 2417,-1256 2417,-1195 2650,-1195 2650,-1256\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2418.5,-1195.5 2418.5,-1254.5 2514.5,-1254.5 2514.5,-1195.5 2418.5,-1195.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2420.5\" y=\"-1222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">76: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2515.5,-1195.5 2515.5,-1254.5 2649.5,-1254.5 2649.5,-1195.5 2515.5,-1195.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2565.5\" y=\"-1244.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2518.5\" y=\"-1233.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2533\" y=\"-1222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2552.5\" y=\"-1211.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2517.5\" y=\"-1200.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.linear_140&#45;&gt;ttnn.deallocate_154 -->\n",
       "<g id=\"edge59\" class=\"edge\">\n",
       "<title>ttnn.linear_140:#0&#45;&gt;ttnn.deallocate_154:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2582.5,-1333C2582.5,-1302.19 2582.5,-1292.05 2582.5,-1265.6\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2586,-1265.5 2582.5,-1255.5 2579,-1265.5 2586,-1265.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2598\" y=\"-1307\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_150 -->\n",
       "<g id=\"node55\" class=\"node\">\n",
       "<title>ttnn.layer_norm_150</title>\n",
       "<g id=\"a_node55\"><a xlink:href=\"/operation_buffer_report/74\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2194.5,-1118 1648.5,-1118 1648.5,-997 2194.5,-997 2194.5,-1118\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1649.5,-997.5 1649.5,-1116.5 1750.5,-1116.5 1750.5,-997.5 1649.5,-997.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1651.5\" y=\"-1054.5\" font-family=\"Linux libertine\" font-size=\"10.00\">74: ttnn.layer_norm</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1751.5,-1057.5 1751.5,-1116.5 1885.5,-1116.5 1885.5,-1057.5 1751.5,-1057.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1801.5\" y=\"-1106.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1754.5\" y=\"-1095.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1769\" y=\"-1084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1788.5\" y=\"-1073.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1753.5\" y=\"-1062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1886.5,-1057.5 1886.5,-1116.5 2039.5,-1116.5 2039.5,-1057.5 1886.5,-1057.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1946\" y=\"-1106.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"1901\" y=\"-1095.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1913.5\" y=\"-1084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1933\" y=\"-1073.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1888.5\" y=\"-1062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2040.5,-1057.5 2040.5,-1116.5 2193.5,-1116.5 2193.5,-1057.5 2040.5,-1057.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2100\" y=\"-1106.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"2055\" y=\"-1095.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2067.5\" y=\"-1084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2087\" y=\"-1073.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2042.5\" y=\"-1062.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1751.5,-997.5 1751.5,-1056.5 2193.5,-1056.5 2193.5,-997.5 1751.5,-997.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1951\" y=\"-1046.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1908.5\" y=\"-1035.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1923\" y=\"-1024.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1942.5\" y=\"-1013.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1907.5\" y=\"-1002.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.add_145&#45;&gt;ttnn.layer_norm_150 -->\n",
       "<g id=\"edge55\" class=\"edge\">\n",
       "<title>ttnn.add_145:#0&#45;&gt;ttnn.layer_norm_150:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1732.5,-1165C1732.5,-1125.26 1803.74,-1154.68 1816.54,-1127.37\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1819.99,-1127.99 1818.5,-1117.5 1813.12,-1126.63 1819.99,-1127.99\"/>\n",
       "<text text-anchor=\"middle\" x=\"1821\" y=\"-1139\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_146 -->\n",
       "<g id=\"node53\" class=\"node\">\n",
       "<title>ttnn_input_146</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2040,-1264 1885,-1264 1885,-1187 2040,-1187 2040,-1264\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1886.5,-1247.5 1886.5,-1262.5 2039.5,-1262.5 2039.5,-1247.5 1886.5,-1247.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1935.5\" y=\"-1252.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1886.5,-1187.5 1886.5,-1246.5 2039.5,-1246.5 2039.5,-1187.5 1886.5,-1187.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1941.5\" y=\"-1236.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"1901\" y=\"-1225.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1913.5\" y=\"-1214.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1933\" y=\"-1203.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1888.5\" y=\"-1192.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_146&#45;&gt;ttnn.layer_norm_150 -->\n",
       "<g id=\"edge56\" class=\"edge\">\n",
       "<title>ttnn_input_146:#0&#45;&gt;ttnn.layer_norm_150:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1963.5,-1186.5C1963.5,-1159.55 1963.5,-1150.36 1963.5,-1127.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1967,-1127.5 1963.5,-1117.5 1960,-1127.5 1967,-1127.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1979\" y=\"-1139\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_147 -->\n",
       "<g id=\"node54\" class=\"node\">\n",
       "<title>ttnn_input_147</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2213,-1264 2058,-1264 2058,-1187 2213,-1187 2213,-1264\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2059.5,-1247.5 2059.5,-1262.5 2212.5,-1262.5 2212.5,-1247.5 2059.5,-1247.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2108.5\" y=\"-1252.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2059.5,-1187.5 2059.5,-1246.5 2212.5,-1246.5 2212.5,-1187.5 2059.5,-1187.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2114.5\" y=\"-1236.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2074\" y=\"-1225.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2086.5\" y=\"-1214.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2106\" y=\"-1203.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2061.5\" y=\"-1192.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_147&#45;&gt;ttnn.layer_norm_150 -->\n",
       "<g id=\"edge57\" class=\"edge\">\n",
       "<title>ttnn_input_147:#0&#45;&gt;ttnn.layer_norm_150:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2136.5,-1186.5C2136.5,-1158.42 2121.69,-1150.93 2118.22,-1127.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2121.7,-1127.23 2117.5,-1117.5 2114.72,-1127.72 2121.7,-1127.23\"/>\n",
       "<text text-anchor=\"middle\" x=\"2139\" y=\"-1139\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.linear_159 -->\n",
       "<g id=\"node60\" class=\"node\">\n",
       "<title>ttnn.linear_159</title>\n",
       "<g id=\"a_node60\"><a xlink:href=\"/operation_buffer_report/77\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2576.5,-950 2058.5,-950 2058.5,-829 2576.5,-829 2576.5,-950\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2059.5,-829.5 2059.5,-948.5 2132.5,-948.5 2132.5,-829.5 2059.5,-829.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2061.5\" y=\"-886.5\" font-family=\"Linux libertine\" font-size=\"10.00\">77: ttnn.linear</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2133.5,-889.5 2133.5,-948.5 2267.5,-948.5 2267.5,-889.5 2133.5,-889.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2183.5\" y=\"-938.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2136.5\" y=\"-927.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2151\" y=\"-916.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2170.5\" y=\"-905.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2135.5\" y=\"-894.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2268.5,-889.5 2268.5,-948.5 2421.5,-948.5 2421.5,-889.5 2268.5,-889.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2328\" y=\"-938.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"2284\" y=\"-927.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 4096])</text>\n",
       "<text text-anchor=\"start\" x=\"2295.5\" y=\"-916.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2315\" y=\"-905.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2270.5\" y=\"-894.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2422.5,-889.5 2422.5,-948.5 2575.5,-948.5 2575.5,-889.5 2422.5,-889.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2482\" y=\"-938.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"2437\" y=\"-927.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 4096])</text>\n",
       "<text text-anchor=\"start\" x=\"2449.5\" y=\"-916.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2469\" y=\"-905.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2424.5\" y=\"-894.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2133.5,-829.5 2133.5,-888.5 2575.5,-888.5 2575.5,-829.5 2133.5,-829.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2333\" y=\"-878.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2290.5\" y=\"-867.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 4096])</text>\n",
       "<text text-anchor=\"start\" x=\"2302\" y=\"-856.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2324.5\" y=\"-845.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2289.5\" y=\"-834.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_150&#45;&gt;ttnn.linear_159 -->\n",
       "<g id=\"edge60\" class=\"edge\">\n",
       "<title>ttnn.layer_norm_150:#0&#45;&gt;ttnn.linear_159:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2194.5,-1026.5C2225.47,-1026.5 2205.43,-991.75 2201.23,-959.75\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2204.7,-959.23 2200.5,-949.5 2197.72,-959.72 2204.7,-959.23\"/>\n",
       "<text text-anchor=\"middle\" x=\"2220\" y=\"-971\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_171 -->\n",
       "<g id=\"node67\" class=\"node\">\n",
       "<title>ttnn.layer_norm_171</title>\n",
       "<g id=\"a_node67\"><a xlink:href=\"/operation_buffer_report/80\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3232,-614 2551,-614 2551,-493 3232,-493 3232,-614\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2552.5,-493.5 2552.5,-612.5 2653.5,-612.5 2653.5,-493.5 2552.5,-493.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2554.5\" y=\"-550.5\" font-family=\"Linux libertine\" font-size=\"10.00\">80: ttnn.layer_norm</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2654.5,-553.5 2654.5,-612.5 2788.5,-612.5 2788.5,-553.5 2654.5,-553.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2704.5\" y=\"-602.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2657.5\" y=\"-591.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2672\" y=\"-580.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2691.5\" y=\"-569.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2656.5\" y=\"-558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2789.5,-553.5 2789.5,-612.5 2923.5,-612.5 2923.5,-553.5 2789.5,-553.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2839.5\" y=\"-602.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"2792.5\" y=\"-591.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2807\" y=\"-580.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2826.5\" y=\"-569.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2791.5\" y=\"-558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2924.5,-553.5 2924.5,-612.5 3077.5,-612.5 3077.5,-553.5 2924.5,-553.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2984\" y=\"-602.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"2939\" y=\"-591.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2951.5\" y=\"-580.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2971\" y=\"-569.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2926.5\" y=\"-558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3078.5,-553.5 3078.5,-612.5 3231.5,-612.5 3231.5,-553.5 3078.5,-553.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3138\" y=\"-602.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 3</text>\n",
       "<text text-anchor=\"start\" x=\"3093\" y=\"-591.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"3105.5\" y=\"-580.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3125\" y=\"-569.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3080.5\" y=\"-558.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2654.5,-493.5 2654.5,-552.5 3231.5,-552.5 3231.5,-493.5 2654.5,-493.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2921.5\" y=\"-542.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2879\" y=\"-531.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2893.5\" y=\"-520.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2913\" y=\"-509.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2878\" y=\"-498.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_150&#45;&gt;ttnn.layer_norm_171 -->\n",
       "<g id=\"edge67\" class=\"edge\">\n",
       "<title>ttnn.layer_norm_150:#0&#45;&gt;ttnn.layer_norm_171:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1972.5,-997C1972.5,-956.95 1822.85,-981.8 1798.5,-950 1765.81,-907.3 1770.45,-874.88 1798.5,-829 1883.93,-689.26 1968.61,-704.56 2126.5,-661 2131.06,-659.74 2759.41,-624.08 2846.52,-615.05\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2847.16,-618.49 2856.5,-613.5 2846.08,-611.58 2847.16,-618.49\"/>\n",
       "<text text-anchor=\"middle\" x=\"1831\" y=\"-803\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_175 -->\n",
       "<g id=\"node69\" class=\"node\">\n",
       "<title>ttnn.deallocate_175</title>\n",
       "<g id=\"a_node69\"><a xlink:href=\"/operation_buffer_report/82\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2040,-920 1807,-920 1807,-859 2040,-859 2040,-920\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1808.5,-859.5 1808.5,-918.5 1904.5,-918.5 1904.5,-859.5 1808.5,-859.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1810.5\" y=\"-886.5\" font-family=\"Linux libertine\" font-size=\"10.00\">82: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"1905.5,-859.5 1905.5,-918.5 2039.5,-918.5 2039.5,-859.5 1905.5,-859.5\"/>\n",
       "<text text-anchor=\"start\" x=\"1955.5\" y=\"-908.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"1908.5\" y=\"-897.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"1923\" y=\"-886.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"1942.5\" y=\"-875.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"1907.5\" y=\"-864.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_150&#45;&gt;ttnn.deallocate_175 -->\n",
       "<g id=\"edge72\" class=\"edge\">\n",
       "<title>ttnn.layer_norm_150:#0&#45;&gt;ttnn.deallocate_175:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1972.5,-997C1972.5,-966.19 1972.5,-956.05 1972.5,-929.6\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1976,-929.5 1972.5,-919.5 1969,-929.5 1976,-929.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"1988\" y=\"-971\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_155 -->\n",
       "<g id=\"node58\" class=\"node\">\n",
       "<title>ttnn_input_155</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2412,-1096 2257,-1096 2257,-1019 2412,-1019 2412,-1096\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2258.5,-1079.5 2258.5,-1094.5 2411.5,-1094.5 2411.5,-1079.5 2258.5,-1079.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2307.5\" y=\"-1084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2258.5,-1019.5 2258.5,-1078.5 2411.5,-1078.5 2411.5,-1019.5 2258.5,-1019.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2313.5\" y=\"-1068.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2274\" y=\"-1057.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 4096])</text>\n",
       "<text text-anchor=\"start\" x=\"2285.5\" y=\"-1046.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2305\" y=\"-1035.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2260.5\" y=\"-1024.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_155&#45;&gt;ttnn.linear_159 -->\n",
       "<g id=\"edge61\" class=\"edge\">\n",
       "<title>ttnn_input_155:#0&#45;&gt;ttnn.linear_159:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2335.5,-1018.5C2335.5,-991.27 2343.22,-982.54 2345.1,-959.79\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2348.6,-959.63 2345.5,-949.5 2341.61,-959.35 2348.6,-959.63\"/>\n",
       "<text text-anchor=\"middle\" x=\"2359\" y=\"-971\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_156 -->\n",
       "<g id=\"node59\" class=\"node\">\n",
       "<title>ttnn_input_156</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2585,-1096 2430,-1096 2430,-1019 2585,-1019 2585,-1096\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2431.5,-1079.5 2431.5,-1094.5 2584.5,-1094.5 2584.5,-1079.5 2431.5,-1079.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2480.5\" y=\"-1084.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2431.5,-1019.5 2431.5,-1078.5 2584.5,-1078.5 2584.5,-1019.5 2431.5,-1019.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2486.5\" y=\"-1068.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2446\" y=\"-1057.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 4096])</text>\n",
       "<text text-anchor=\"start\" x=\"2458.5\" y=\"-1046.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2478\" y=\"-1035.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2433.5\" y=\"-1024.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_156&#45;&gt;ttnn.linear_159 -->\n",
       "<g id=\"edge62\" class=\"edge\">\n",
       "<title>ttnn_input_156:#0&#45;&gt;ttnn.linear_159:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2508.5,-1018.5C2508.5,-991.32 2501.55,-982.51 2499.86,-959.77\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2503.35,-959.37 2499.5,-949.5 2496.36,-959.62 2503.35,-959.37\"/>\n",
       "<text text-anchor=\"middle\" x=\"2518\" y=\"-971\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.linear_164 -->\n",
       "<g id=\"node63\" class=\"node\">\n",
       "<title>ttnn.linear_164</title>\n",
       "<g id=\"a_node63\"><a xlink:href=\"/operation_buffer_report/78\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2904.5,-782 2386.5,-782 2386.5,-661 2904.5,-661 2904.5,-782\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2387.5,-661.5 2387.5,-780.5 2460.5,-780.5 2460.5,-661.5 2387.5,-661.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2389.5\" y=\"-718.5\" font-family=\"Linux libertine\" font-size=\"10.00\">78: ttnn.linear</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2461.5,-721.5 2461.5,-780.5 2595.5,-780.5 2595.5,-721.5 2461.5,-721.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2511.5\" y=\"-770.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2464.5\" y=\"-759.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 4096])</text>\n",
       "<text text-anchor=\"start\" x=\"2476\" y=\"-748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2498.5\" y=\"-737.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2463.5\" y=\"-726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2596.5,-721.5 2596.5,-780.5 2749.5,-780.5 2749.5,-721.5 2596.5,-721.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2656\" y=\"-770.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"2612\" y=\"-759.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([4096, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2623.5\" y=\"-748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2643\" y=\"-737.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2598.5\" y=\"-726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2750.5,-721.5 2750.5,-780.5 2903.5,-780.5 2903.5,-721.5 2750.5,-721.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2810\" y=\"-770.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"2765\" y=\"-759.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2777.5\" y=\"-748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2797\" y=\"-737.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2752.5\" y=\"-726.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2461.5,-661.5 2461.5,-720.5 2903.5,-720.5 2903.5,-661.5 2461.5,-661.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2661\" y=\"-710.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2618.5\" y=\"-699.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2633\" y=\"-688.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2652.5\" y=\"-677.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2617.5\" y=\"-666.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.linear_159&#45;&gt;ttnn.linear_164 -->\n",
       "<g id=\"edge63\" class=\"edge\">\n",
       "<title>ttnn.linear_159:#0&#45;&gt;ttnn.linear_164:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2354.5,-829C2354.5,-811.46 2487.72,-803.59 2521.02,-788.47\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2523.57,-790.88 2528.5,-781.5 2518.8,-785.76 2523.57,-790.88\"/>\n",
       "<text text-anchor=\"middle\" x=\"2487\" y=\"-803\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_166 -->\n",
       "<g id=\"node64\" class=\"node\">\n",
       "<title>ttnn.deallocate_166</title>\n",
       "<g id=\"a_node64\"><a xlink:href=\"/operation_buffer_report/79\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2368,-752 2135,-752 2135,-691 2368,-691 2368,-752\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2136.5,-691.5 2136.5,-750.5 2232.5,-750.5 2232.5,-691.5 2136.5,-691.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2138.5\" y=\"-718.5\" font-family=\"Linux libertine\" font-size=\"10.00\">79: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2233.5,-691.5 2233.5,-750.5 2367.5,-750.5 2367.5,-691.5 2233.5,-691.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2283.5\" y=\"-740.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2236.5\" y=\"-729.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 4096])</text>\n",
       "<text text-anchor=\"start\" x=\"2248\" y=\"-718.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT8_B</text>\n",
       "<text text-anchor=\"start\" x=\"2270.5\" y=\"-707.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2235.5\" y=\"-696.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.linear_159&#45;&gt;ttnn.deallocate_166 -->\n",
       "<g id=\"edge66\" class=\"edge\">\n",
       "<title>ttnn.linear_159:#0&#45;&gt;ttnn.deallocate_166:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2354.5,-829C2354.5,-790.79 2309.77,-792.71 2301.73,-761.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2305.17,-761.01 2300.5,-751.5 2298.22,-761.85 2305.17,-761.01\"/>\n",
       "<text text-anchor=\"middle\" x=\"2365\" y=\"-803\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_160 -->\n",
       "<g id=\"node61\" class=\"node\">\n",
       "<title>ttnn_input_160</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2750,-928 2595,-928 2595,-851 2750,-851 2750,-928\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2596.5,-911.5 2596.5,-926.5 2749.5,-926.5 2749.5,-911.5 2596.5,-911.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2645.5\" y=\"-916.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2596.5,-851.5 2596.5,-910.5 2749.5,-910.5 2749.5,-851.5 2596.5,-851.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2651.5\" y=\"-900.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2612\" y=\"-889.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([4096, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2623.5\" y=\"-878.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2643\" y=\"-867.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2598.5\" y=\"-856.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_160&#45;&gt;ttnn.linear_164 -->\n",
       "<g id=\"edge64\" class=\"edge\">\n",
       "<title>ttnn_input_160:#0&#45;&gt;ttnn.linear_164:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2673.5,-850.5C2673.5,-823.55 2673.5,-814.36 2673.5,-791.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2677,-791.5 2673.5,-781.5 2670,-791.5 2677,-791.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2689\" y=\"-803\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_161 -->\n",
       "<g id=\"node62\" class=\"node\">\n",
       "<title>ttnn_input_161</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2923,-928 2768,-928 2768,-851 2923,-851 2923,-928\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2769.5,-911.5 2769.5,-926.5 2922.5,-926.5 2922.5,-911.5 2769.5,-911.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2818.5\" y=\"-916.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2769.5,-851.5 2769.5,-910.5 2922.5,-910.5 2922.5,-851.5 2769.5,-851.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2824.5\" y=\"-900.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2784\" y=\"-889.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2796.5\" y=\"-878.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2816\" y=\"-867.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2771.5\" y=\"-856.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_161&#45;&gt;ttnn.linear_164 -->\n",
       "<g id=\"edge65\" class=\"edge\">\n",
       "<title>ttnn_input_161:#0&#45;&gt;ttnn.linear_164:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2846.5,-850.5C2846.5,-822.42 2831.69,-814.93 2828.22,-791.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2831.7,-791.23 2827.5,-781.5 2824.72,-791.72 2831.7,-791.23\"/>\n",
       "<text text-anchor=\"middle\" x=\"2849\" y=\"-803\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.linear_164&#45;&gt;ttnn.layer_norm_171 -->\n",
       "<g id=\"edge68\" class=\"edge\">\n",
       "<title>ttnn.linear_164:#0&#45;&gt;ttnn.layer_norm_171:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2682.5,-661C2682.5,-637.74 2710.78,-639.46 2719.18,-623.61\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2722.67,-624.03 2721.5,-613.5 2715.85,-622.46 2722.67,-624.03\"/>\n",
       "<text text-anchor=\"middle\" x=\"2726\" y=\"-635\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.deallocate_173 -->\n",
       "<g id=\"node68\" class=\"node\">\n",
       "<title>ttnn.deallocate_173</title>\n",
       "<g id=\"a_node68\"><a xlink:href=\"/operation_buffer_report/81\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"2533,-584 2300,-584 2300,-523 2533,-523 2533,-584\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2301.5,-523.5 2301.5,-582.5 2397.5,-582.5 2397.5,-523.5 2301.5,-523.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2303.5\" y=\"-550.5\" font-family=\"Linux libertine\" font-size=\"10.00\">81: ttnn.deallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2398.5,-523.5 2398.5,-582.5 2532.5,-582.5 2532.5,-523.5 2398.5,-523.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2448.5\" y=\"-572.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2401.5\" y=\"-561.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2416\" y=\"-550.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2435.5\" y=\"-539.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2400.5\" y=\"-528.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.linear_164&#45;&gt;ttnn.deallocate_173 -->\n",
       "<g id=\"edge71\" class=\"edge\">\n",
       "<title>ttnn.linear_164:#0&#45;&gt;ttnn.deallocate_173:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2682.5,-661C2682.5,-652.8 2550.21,-616.82 2542.5,-614 2511.71,-602.74 2474.69,-616.54 2466.96,-593.69\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2470.38,-592.9 2465.5,-583.5 2463.45,-593.89 2470.38,-592.9\"/>\n",
       "<text text-anchor=\"middle\" x=\"2654\" y=\"-635\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_167 -->\n",
       "<g id=\"node65\" class=\"node\">\n",
       "<title>ttnn_input_167</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3078,-760 2923,-760 2923,-683 3078,-683 3078,-760\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2924.5,-743.5 2924.5,-758.5 3077.5,-758.5 3077.5,-743.5 2924.5,-743.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2973.5\" y=\"-748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2924.5,-683.5 2924.5,-742.5 3077.5,-742.5 3077.5,-683.5 2924.5,-683.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2979.5\" y=\"-732.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2939\" y=\"-721.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2951.5\" y=\"-710.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2971\" y=\"-699.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2926.5\" y=\"-688.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_167&#45;&gt;ttnn.layer_norm_171 -->\n",
       "<g id=\"edge69\" class=\"edge\">\n",
       "<title>ttnn_input_167:#0&#45;&gt;ttnn.layer_norm_171:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3001.5,-682.5C3001.5,-655.55 3001.5,-646.36 3001.5,-623.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3005,-623.5 3001.5,-613.5 2998,-623.5 3005,-623.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"3017\" y=\"-635\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn_input_168 -->\n",
       "<g id=\"node66\" class=\"node\">\n",
       "<title>ttnn_input_168</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3251,-760 3096,-760 3096,-683 3251,-683 3251,-760\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3097.5,-743.5 3097.5,-758.5 3250.5,-758.5 3250.5,-743.5 3097.5,-743.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3146.5\" y=\"-748.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3097.5,-683.5 3097.5,-742.5 3250.5,-742.5 3250.5,-683.5 3097.5,-683.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3152.5\" y=\"-732.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"3112\" y=\"-721.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"3124.5\" y=\"-710.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3144\" y=\"-699.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3099.5\" y=\"-688.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_168&#45;&gt;ttnn.layer_norm_171 -->\n",
       "<g id=\"edge70\" class=\"edge\">\n",
       "<title>ttnn_input_168:#0&#45;&gt;ttnn.layer_norm_171:$3</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3174.5,-682.5C3174.5,-654.42 3159.69,-646.93 3156.22,-623.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3159.7,-623.23 3155.5,-613.5 3152.72,-623.72 3159.7,-623.23\"/>\n",
       "<text text-anchor=\"middle\" x=\"3177\" y=\"-635\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 3</text>\n",
       "</g>\n",
       "<!-- ttnn.reallocate_178 -->\n",
       "<g id=\"node70\" class=\"node\">\n",
       "<title>ttnn.reallocate_178</title>\n",
       "<g id=\"a_node70\"><a xlink:href=\"/operation_buffer_report/83\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3011,-446 2780,-446 2780,-325 3011,-325 3011,-446\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2781.5,-325.5 2781.5,-444.5 2875.5,-444.5 2875.5,-325.5 2781.5,-325.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2783.5\" y=\"-382.5\" font-family=\"Linux libertine\" font-size=\"10.00\">83: ttnn.reallocate</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2876.5,-385.5 2876.5,-444.5 3010.5,-444.5 3010.5,-385.5 2876.5,-385.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2926.5\" y=\"-434.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2879.5\" y=\"-423.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2894\" y=\"-412.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2913.5\" y=\"-401.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2878.5\" y=\"-390.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2876.5,-325.5 2876.5,-384.5 3010.5,-384.5 3010.5,-325.5 2876.5,-325.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2922\" y=\"-374.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"2879.5\" y=\"-363.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2894\" y=\"-352.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2913.5\" y=\"-341.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2878.5\" y=\"-330.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.layer_norm_171&#45;&gt;ttnn.reallocate_178 -->\n",
       "<g id=\"edge73\" class=\"edge\">\n",
       "<title>ttnn.layer_norm_171:#0&#45;&gt;ttnn.reallocate_178:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2943.5,-493C2943.5,-475.68 2943.5,-469.02 2943.5,-455.53\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2947,-455.5 2943.5,-445.5 2940,-455.5 2947,-455.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"2959\" y=\"-467\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn.linear_183 -->\n",
       "<g id=\"node73\" class=\"node\">\n",
       "<title>ttnn.linear_183</title>\n",
       "<g id=\"a_node73\"><a xlink:href=\"/operation_buffer_report/84\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3338.5,-278 2820.5,-278 2820.5,-157 3338.5,-157 3338.5,-278\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2821.5,-157.5 2821.5,-276.5 2894.5,-276.5 2894.5,-157.5 2821.5,-157.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2823.5\" y=\"-214.5\" font-family=\"Linux libertine\" font-size=\"10.00\">84: ttnn.linear</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2895.5,-217.5 2895.5,-276.5 3029.5,-276.5 3029.5,-217.5 2895.5,-217.5\"/>\n",
       "<text text-anchor=\"start\" x=\"2945.5\" y=\"-266.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"2898.5\" y=\"-255.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 1024])</text>\n",
       "<text text-anchor=\"start\" x=\"2913\" y=\"-244.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"2932.5\" y=\"-233.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"2897.5\" y=\"-222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3030.5,-217.5 3030.5,-276.5 3183.5,-276.5 3183.5,-217.5 3030.5,-217.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3090\" y=\"-266.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 1</text>\n",
       "<text text-anchor=\"start\" x=\"3045\" y=\"-255.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 2[32]])</text>\n",
       "<text text-anchor=\"start\" x=\"3057.5\" y=\"-244.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3077\" y=\"-233.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3032.5\" y=\"-222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3184.5,-217.5 3184.5,-276.5 3337.5,-276.5 3337.5,-217.5 3184.5,-217.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3244\" y=\"-266.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 2</text>\n",
       "<text text-anchor=\"start\" x=\"3198.5\" y=\"-255.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 2[32]])</text>\n",
       "<text text-anchor=\"start\" x=\"3211.5\" y=\"-244.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3231\" y=\"-233.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3186.5\" y=\"-222.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2895.5,-157.5 2895.5,-216.5 3337.5,-216.5 3337.5,-157.5 2895.5,-157.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3095\" y=\"-206.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"3051.5\" y=\"-195.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 2[32]])</text>\n",
       "<text text-anchor=\"start\" x=\"3067\" y=\"-184.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3086.5\" y=\"-173.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3051.5\" y=\"-162.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.reallocate_178&#45;&gt;ttnn.linear_183 -->\n",
       "<g id=\"edge74\" class=\"edge\">\n",
       "<title>ttnn.reallocate_178:#0&#45;&gt;ttnn.linear_183:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M2943.5,-325C2943.5,-306.17 2956.53,-301.55 2961.01,-287.6\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"2964.5,-287.9 2962.5,-277.5 2957.58,-286.88 2964.5,-287.9\"/>\n",
       "<text text-anchor=\"middle\" x=\"2971\" y=\"-299\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "<!-- ttnn_input_179 -->\n",
       "<g id=\"node71\" class=\"node\">\n",
       "<title>ttnn_input_179</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3184,-424 3029,-424 3029,-347 3184,-347 3184,-424\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3030.5,-407.5 3030.5,-422.5 3183.5,-422.5 3183.5,-407.5 3030.5,-407.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3079.5\" y=\"-412.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3030.5,-347.5 3030.5,-406.5 3183.5,-406.5 3183.5,-347.5 3030.5,-347.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3085.5\" y=\"-396.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"3045\" y=\"-385.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1024, 2[32]])</text>\n",
       "<text text-anchor=\"start\" x=\"3057.5\" y=\"-374.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3077\" y=\"-363.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3032.5\" y=\"-352.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_179&#45;&gt;ttnn.linear_183 -->\n",
       "<g id=\"edge75\" class=\"edge\">\n",
       "<title>ttnn_input_179:#0&#45;&gt;ttnn.linear_183:$1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3107.5,-346.5C3107.5,-319.55 3107.5,-310.36 3107.5,-287.71\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3111,-287.5 3107.5,-277.5 3104,-287.5 3111,-287.5\"/>\n",
       "<text text-anchor=\"middle\" x=\"3123\" y=\"-299\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 1</text>\n",
       "</g>\n",
       "<!-- ttnn_input_180 -->\n",
       "<g id=\"node72\" class=\"node\">\n",
       "<title>ttnn_input_180</title>\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3357,-424 3202,-424 3202,-347 3357,-347 3357,-424\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3203.5,-407.5 3203.5,-422.5 3356.5,-422.5 3356.5,-407.5 3203.5,-407.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3252.5\" y=\"-412.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Tensor</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3203.5,-347.5 3203.5,-406.5 3356.5,-406.5 3356.5,-347.5 3203.5,-347.5\"/>\n",
       "<text text-anchor=\"start\" x=\"3258.5\" y=\"-396.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"3217.5\" y=\"-385.5\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([1[32], 2[32]])</text>\n",
       "<text text-anchor=\"start\" x=\"3230.5\" y=\"-374.5\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3250\" y=\"-363.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3205.5\" y=\"-352.5\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: DRAM, INTERLEAVED</text>\n",
       "</g>\n",
       "<!-- ttnn_input_180&#45;&gt;ttnn.linear_183 -->\n",
       "<g id=\"edge76\" class=\"edge\">\n",
       "<title>ttnn_input_180:#0&#45;&gt;ttnn.linear_183:$2</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3280.5,-346.5C3280.5,-318.42 3265.69,-310.93 3262.22,-287.68\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3265.7,-287.23 3261.5,-277.5 3258.72,-287.72 3265.7,-287.23\"/>\n",
       "<text text-anchor=\"middle\" x=\"3283\" y=\"-299\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 2</text>\n",
       "</g>\n",
       "<!-- ttnn.from_device_186 -->\n",
       "<g id=\"node74\" class=\"node\">\n",
       "<title>ttnn.from_device_186</title>\n",
       "<g id=\"a_node74\"><a xlink:href=\"/operation_buffer_report/85\" xlink:title=\"&lt;TABLE&gt;\">\n",
       "<polygon fill=\"#dcdcdc\" stroke=\"black\" points=\"3184,-110 2941,-110 2941,0 3184,0 3184,-110\"/>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"2942.5,-1 2942.5,-109 3048.5,-109 3048.5,-1 2942.5,-1\"/>\n",
       "<text text-anchor=\"start\" x=\"2944.5\" y=\"-52.5\" font-family=\"Linux libertine\" font-size=\"10.00\">85: ttnn.from_device</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3049.5,-50 3049.5,-109 3183.5,-109 3183.5,-50 3049.5,-50\"/>\n",
       "<text text-anchor=\"start\" x=\"3099.5\" y=\"-99\" font-family=\"Linux libertine\" font-size=\"10.00\">Input 0</text>\n",
       "<text text-anchor=\"start\" x=\"3051.5\" y=\"-88\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 2[32]])</text>\n",
       "<text text-anchor=\"start\" x=\"3067\" y=\"-77\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3086.5\" y=\"-66\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "<text text-anchor=\"start\" x=\"3051.5\" y=\"-55\" font-family=\"Linux libertine\" font-size=\"10.00\">Memory: L1, INTERLEAVED</text>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"3049.5,-1 3049.5,-49 3183.5,-49 3183.5,-1 3049.5,-1\"/>\n",
       "<text text-anchor=\"start\" x=\"3095\" y=\"-39\" font-family=\"Linux libertine\" font-size=\"10.00\">Output 0</text>\n",
       "<text text-anchor=\"start\" x=\"3051.5\" y=\"-28\" font-family=\"Linux libertine\" font-size=\"10.00\">ttnn.Shape([8, 384, 2[32]])</text>\n",
       "<text text-anchor=\"start\" x=\"3067\" y=\"-17\" font-family=\"Linux libertine\" font-size=\"10.00\">DataType.BFLOAT16</text>\n",
       "<text text-anchor=\"start\" x=\"3086.5\" y=\"-6\" font-family=\"Linux libertine\" font-size=\"10.00\">Layout: TILE</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ttnn.linear_183&#45;&gt;ttnn.from_device_186 -->\n",
       "<g id=\"edge77\" class=\"edge\">\n",
       "<title>ttnn.linear_183:#0&#45;&gt;ttnn.from_device_186:$0</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M3116.5,-157C3116.5,-140.03 3116.5,-133.4 3116.5,-120.3\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"3120,-120 3116.5,-110 3113,-120 3120,-120\"/>\n",
       "<text text-anchor=\"middle\" x=\"3132\" y=\"-131\" font-family=\"Times,serif\" font-size=\"10.00\">0 &#45;&gt; 0</text>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.graphs.Digraph at 0x7f574b0ef760>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ttnn_bert(ttnn_optimized_bert)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "85bc0083-0724-42df-b1ae-acda2b69fbcd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[38;2;000;128;000m                  Metal\u001b[0m | \u001b[1m\u001b[38;2;100;149;237mINFO    \u001b[0m | Closing device 0\n",
      "\u001b[38;2;000;128;000m                  Metal\u001b[0m | \u001b[1m\u001b[38;2;100;149;237mINFO    \u001b[0m | Disabling and clearing program cache on device 0\n"
     ]
    }
   ],
   "source": [
    "ttnn.close_device(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "851dc98a-81be-42b6-aea1-226ee3bd20d3",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
